[ 608.872788] env[71114]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=71114) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 608.873173] env[71114]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=71114) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 608.873317] env[71114]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=71114) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 608.873639] env[71114]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 608.982624] env[71114]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=71114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 608.993781] env[71114]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=71114) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 609.042548] env[71114]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 609.604982] env[71114]: INFO nova.virt.driver [None req-31cd94f3-c76f-404b-959c-93c09618597e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 609.678324] env[71114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.678473] env[71114]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.678570] env[71114]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=71114) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 612.635044] env[71114]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-6ea7c0e2-abd9-4db8-b9b4-32d707ef95db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.132083] env[71114]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=71114) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 613.132278] env[71114]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-8d2698a9-9cb7-4191-91a2-f3ccf0556b2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.163106] env[71114]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c09b3. [ 613.163106] env[71114]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.484s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.163106] env[71114]: INFO nova.virt.vmwareapi.driver [None req-31cd94f3-c76f-404b-959c-93c09618597e None None] VMware vCenter version: 7.0.3 [ 613.166837] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff91101-7513-4930-9ce5-9861544e8132 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.185807] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec3a1d7-cd48-4f20-a57a-7b3bf17e321b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.192789] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb79e09-dd35-4499-a1fd-aec8e69cb561 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.200345] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cd43e6-4d95-4b63-a5be-8f04abe3caaf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.214219] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b9fd89-e4df-42a2-873c-c18b2c235382 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.220884] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3206ad-97cb-4ef2-bbfe-e4850b30e809 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.251945] env[71114]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-ae0f9bf7-d36e-4ed8-9648-03d8e4e6ed00 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.258080] env[71114]: DEBUG nova.virt.vmwareapi.driver [None req-31cd94f3-c76f-404b-959c-93c09618597e None None] Extension org.openstack.compute already exists. {{(pid=71114) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 613.260823] env[71114]: INFO nova.compute.provider_config [None req-31cd94f3-c76f-404b-959c-93c09618597e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 613.764496] env[71114]: DEBUG nova.context [None req-31cd94f3-c76f-404b-959c-93c09618597e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),52add4ae-7be6-4a89-9771-1b9219eceaf9(cell1) {{(pid=71114) load_cells /opt/stack/nova/nova/context.py:464}} [ 613.766613] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.766844] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.767550] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.768048] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Acquiring lock "52add4ae-7be6-4a89-9771-1b9219eceaf9" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.768249] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Lock "52add4ae-7be6-4a89-9771-1b9219eceaf9" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.769277] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Lock "52add4ae-7be6-4a89-9771-1b9219eceaf9" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.790079] env[71114]: INFO dbcounter [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Registered counter for database nova_cell0 [ 613.798147] env[71114]: INFO dbcounter [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Registered counter for database nova_cell1 [ 613.801475] env[71114]: DEBUG oslo_db.sqlalchemy.engines [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=71114) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 613.801813] env[71114]: DEBUG oslo_db.sqlalchemy.engines [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=71114) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 613.806730] env[71114]: ERROR nova.db.main.api [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 613.806730] env[71114]: result = function(*args, **kwargs) [ 613.806730] env[71114]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 613.806730] env[71114]: return func(*args, **kwargs) [ 613.806730] env[71114]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 613.806730] env[71114]: result = fn(*args, **kwargs) [ 613.806730] env[71114]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 613.806730] env[71114]: return f(*args, **kwargs) [ 613.806730] env[71114]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 613.806730] env[71114]: return db.service_get_minimum_version(context, binaries) [ 613.806730] env[71114]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 613.806730] env[71114]: _check_db_access() [ 613.806730] env[71114]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 613.806730] env[71114]: stacktrace = ''.join(traceback.format_stack()) [ 613.806730] env[71114]: [ 613.807442] env[71114]: ERROR nova.db.main.api [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 613.807442] env[71114]: result = function(*args, **kwargs) [ 613.807442] env[71114]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 613.807442] env[71114]: return func(*args, **kwargs) [ 613.807442] env[71114]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 613.807442] env[71114]: result = fn(*args, **kwargs) [ 613.807442] env[71114]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 613.807442] env[71114]: return f(*args, **kwargs) [ 613.807442] env[71114]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 613.807442] env[71114]: return db.service_get_minimum_version(context, binaries) [ 613.807442] env[71114]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 613.807442] env[71114]: _check_db_access() [ 613.807442] env[71114]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 613.807442] env[71114]: stacktrace = ''.join(traceback.format_stack()) [ 613.807442] env[71114]: [ 613.807859] env[71114]: WARNING nova.objects.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 613.807986] env[71114]: WARNING nova.objects.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Failed to get minimum service version for cell 52add4ae-7be6-4a89-9771-1b9219eceaf9 [ 613.808420] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Acquiring lock "singleton_lock" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.808581] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Acquired lock "singleton_lock" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.808823] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Releasing lock "singleton_lock" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.809183] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Full set of CONF: {{(pid=71114) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 613.809323] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ******************************************************************************** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 613.809449] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] Configuration options gathered from: {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 613.809584] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 613.809775] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 613.809916] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ================================================================================ {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 613.810172] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] allow_resize_to_same_host = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.810348] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] arq_binding_timeout = 300 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.810482] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] backdoor_port = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.810610] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] backdoor_socket = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.810772] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] block_device_allocate_retries = 60 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.810948] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] block_device_allocate_retries_interval = 3 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.811153] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cert = self.pem {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.811323] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.811493] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute_monitors = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.811661] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] config_dir = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.811830] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] config_drive_format = iso9660 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.811970] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.812156] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] config_source = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.812329] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] console_host = devstack {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.812496] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] control_exchange = nova {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.812656] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cpu_allocation_ratio = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.812819] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] daemon = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.812989] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] debug = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.813164] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] default_access_ip_network_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.813335] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] default_availability_zone = nova {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.813493] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] default_ephemeral_format = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.813651] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] default_green_pool_size = 1000 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.813889] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.814077] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] default_schedule_zone = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.814306] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] disk_allocation_ratio = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.814498] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] enable_new_services = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.814687] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] enabled_apis = ['osapi_compute'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.814858] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] enabled_ssl_apis = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.815038] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] flat_injected = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.815243] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] force_config_drive = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.815407] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] force_raw_images = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.815578] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] graceful_shutdown_timeout = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.815741] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] heal_instance_info_cache_interval = -1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.815964] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] host = cpu-1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.816161] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.816326] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] initial_disk_allocation_ratio = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.816520] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] initial_ram_allocation_ratio = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.816696] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.816860] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] instance_build_timeout = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.817031] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] instance_delete_interval = 300 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.817206] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] instance_format = [instance: %(uuid)s] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.817371] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] instance_name_template = instance-%08x {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.817536] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] instance_usage_audit = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.817707] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] instance_usage_audit_period = month {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.817884] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.818078] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] instances_path = /opt/stack/data/nova/instances {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.818252] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] internal_service_availability_zone = internal {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.818411] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] key = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.818570] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] live_migration_retry_count = 30 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.818740] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] log_color = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.818905] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] log_config_append = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.819083] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.819249] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] log_dir = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.819405] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] log_file = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.819532] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] log_options = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.819690] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] log_rotate_interval = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.819858] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] log_rotate_interval_type = days {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.820056] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] log_rotation_type = none {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.820195] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.820324] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.820495] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.820659] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.820786] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.820969] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] long_rpc_timeout = 1800 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.821162] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] max_concurrent_builds = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.821322] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] max_concurrent_live_migrations = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.821478] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] max_concurrent_snapshots = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.821635] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] max_local_block_devices = 3 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.821789] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] max_logfile_count = 30 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.821943] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] max_logfile_size_mb = 200 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.822113] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] maximum_instance_delete_attempts = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.822305] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] metadata_listen = 0.0.0.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.822488] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] metadata_listen_port = 8775 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.822655] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] metadata_workers = 2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.822812] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] migrate_max_retries = -1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.822975] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] mkisofs_cmd = genisoimage {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.823200] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] my_block_storage_ip = 10.180.1.21 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.823333] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] my_ip = 10.180.1.21 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.823530] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.823690] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] network_allocate_retries = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.823866] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.824045] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] osapi_compute_listen = 0.0.0.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.824209] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] osapi_compute_listen_port = 8774 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.824374] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] osapi_compute_unique_server_name_scope = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.824539] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] osapi_compute_workers = 2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.824696] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] password_length = 12 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.824853] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] periodic_enable = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.825013] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] periodic_fuzzy_delay = 60 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.825191] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] pointer_model = usbtablet {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.825354] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] preallocate_images = none {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.825510] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] publish_errors = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.825638] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] pybasedir = /opt/stack/nova {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.825794] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ram_allocation_ratio = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.825953] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] rate_limit_burst = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.826134] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] rate_limit_except_level = CRITICAL {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.826295] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] rate_limit_interval = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.826453] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] reboot_timeout = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.826632] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] reclaim_instance_interval = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.826761] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] record = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.826926] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] reimage_timeout_per_gb = 60 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.827121] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] report_interval = 120 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.827304] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] rescue_timeout = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.827466] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] reserved_host_cpus = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.827623] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] reserved_host_disk_mb = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.827781] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] reserved_host_memory_mb = 512 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.827941] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] reserved_huge_pages = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.828115] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] resize_confirm_window = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.828277] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] resize_fs_using_block_device = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.828436] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] resume_guests_state_on_host_boot = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.828606] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.828765] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] rpc_response_timeout = 60 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.828922] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] run_external_periodic_tasks = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.829104] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] running_deleted_instance_action = reap {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.829266] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] running_deleted_instance_poll_interval = 1800 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.829424] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] running_deleted_instance_timeout = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.829581] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler_instance_sync_interval = 120 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.829745] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_down_time = 720 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.829917] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] servicegroup_driver = db {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.830115] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] shell_completion = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.830280] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] shelved_offload_time = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.830439] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] shelved_poll_interval = 3600 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.830602] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] shutdown_timeout = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.830787] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] source_is_ipv6 = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.831024] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ssl_only = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.831307] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.831486] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] sync_power_state_interval = 600 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.831653] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] sync_power_state_pool_size = 1000 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.831823] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] syslog_log_facility = LOG_USER {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.831983] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] tempdir = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.832158] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] timeout_nbd = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.832326] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] transport_url = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.832485] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] update_resources_interval = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.832643] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] use_cow_images = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.832804] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] use_journal = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.832962] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] use_json = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.833137] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] use_rootwrap_daemon = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.833293] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] use_stderr = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.833449] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] use_syslog = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.833609] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vcpu_pin_set = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.833770] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plugging_is_fatal = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.833932] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plugging_timeout = 300 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.834111] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] virt_mkfs = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.834271] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] volume_usage_poll_interval = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.834429] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] watch_log_file = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.834595] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] web = /usr/share/spice-html5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 613.834776] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.834940] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.835115] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.835286] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_concurrency.disable_process_locking = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.835875] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836084] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836268] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836447] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836622] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836792] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.836975] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.auth_strategy = keystone {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837164] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.compute_link_prefix = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837343] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837517] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.dhcp_domain = novalocal {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837685] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.enable_instance_password = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.837850] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.glance_link_prefix = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838025] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838204] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838367] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.instance_list_per_project_cells = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838529] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.list_records_by_skipping_down_cells = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838691] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.local_metadata_per_cell = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.838857] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.max_limit = 1000 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839032] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.metadata_cache_expiration = 15 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839240] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.neutron_default_tenant_id = default {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839425] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.response_validation = warn {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839600] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.use_neutron_default_nets = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839768] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.839956] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840155] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840334] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840507] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.vendordata_dynamic_targets = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840669] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.vendordata_jsonfile_path = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.840849] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841074] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.backend = dogpile.cache.memcached {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841261] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.backend_argument = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841425] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.backend_expiration_time = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841596] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.config_prefix = cache.oslo {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841766] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.dead_timeout = 60.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.841930] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.debug_cache_backend = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842112] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.enable_retry_client = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842275] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.enable_socket_keepalive = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842449] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.enabled = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842611] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.enforce_fips_mode = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842775] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.expiration_time = 600 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.842938] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.hashclient_retry_attempts = 2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843115] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.hashclient_retry_delay = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843278] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.memcache_dead_retry = 300 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843437] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.memcache_password = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843600] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843762] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.843923] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.memcache_pool_maxsize = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.844142] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.844340] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.memcache_sasl_enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.844525] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.844695] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.memcache_socket_timeout = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.844857] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.memcache_username = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845037] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.proxies = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845209] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.redis_db = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845373] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.redis_password = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845544] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.redis_sentinel_service_name = mymaster {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845721] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.845891] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.redis_server = localhost:6379 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846070] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.redis_socket_timeout = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846237] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.redis_username = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846398] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.retry_attempts = 2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846560] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.retry_delay = 0.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846720] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.socket_keepalive_count = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.846884] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.socket_keepalive_idle = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847068] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.socket_keepalive_interval = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847235] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.tls_allowed_ciphers = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847393] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.tls_cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847554] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.tls_certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847720] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.tls_enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.847881] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cache.tls_keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848063] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.auth_section = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848243] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.auth_type = password {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848408] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848582] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.catalog_info = volumev3::publicURL {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848743] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.848905] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849079] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.cross_az_attach = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849251] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.debug = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849415] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.endpoint_template = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849578] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.http_retries = 3 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849740] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.849899] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850113] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.os_region_name = RegionOne {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850287] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850449] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cinder.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850621] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850784] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.cpu_dedicated_set = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.850969] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.cpu_shared_set = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851206] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.image_type_exclude_list = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851390] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851552] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.max_concurrent_disk_ops = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851719] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.max_disk_devices_to_attach = -1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.851883] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852066] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852237] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.resource_provider_association_refresh = 300 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852398] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852560] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.shutdown_retry_interval = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852748] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.852924] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] conductor.workers = 2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853118] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] console.allowed_origins = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853284] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] console.ssl_ciphers = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853458] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] console.ssl_minimum_version = default {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853629] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] consoleauth.enforce_session_timeout = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853798] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] consoleauth.token_ttl = 600 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.853974] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854237] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854319] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854478] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.connect_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854636] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.connect_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854795] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.endpoint_override = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.854959] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855135] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855299] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.max_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855459] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.min_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855637] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.region_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855775] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.retriable_status_codes = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.855934] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.service_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856120] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.service_type = accelerator {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856288] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856439] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.status_code_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856597] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.status_code_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856756] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.856959] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857114] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] cyborg.version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857291] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.asyncio_connection = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857453] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.asyncio_slave_connection = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857623] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.backend = sqlalchemy {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857792] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.connection = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.857957] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.connection_debug = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858143] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.connection_parameters = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858306] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.connection_recycle_time = 3600 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858469] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.connection_trace = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858635] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.db_inc_retry_interval = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858799] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.db_max_retries = 20 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.858962] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.db_max_retry_interval = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859138] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.db_retry_interval = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859303] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.max_overflow = 50 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859466] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.max_pool_size = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859626] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.max_retries = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859797] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.859980] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.mysql_wsrep_sync_wait = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860165] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.pool_timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860331] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.retry_interval = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860493] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.slave_connection = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860655] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.sqlite_synchronous = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.860818] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] database.use_db_reconnect = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861018] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.asyncio_connection = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861213] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.asyncio_slave_connection = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861393] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.backend = sqlalchemy {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861563] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.connection = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861730] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.connection_debug = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.861902] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.connection_parameters = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.862082] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.connection_recycle_time = 3600 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.862254] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.connection_trace = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.862418] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.db_inc_retry_interval = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.862581] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.db_max_retries = 20 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.862743] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.db_max_retry_interval = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.862906] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.db_retry_interval = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.863104] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.max_overflow = 50 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.863287] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.max_pool_size = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.863456] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.max_retries = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.863630] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.863793] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.863953] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.pool_timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.864136] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.retry_interval = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.864299] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.slave_connection = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.864461] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] api_database.sqlite_synchronous = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.864638] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] devices.enabled_mdev_types = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.864814] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.864986] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ephemeral_storage_encryption.default_format = luks {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.865170] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ephemeral_storage_encryption.enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.865336] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.865507] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.api_servers = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.865674] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.865838] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.866008] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.866178] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.connect_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.866347] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.connect_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.866529] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.debug = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.866735] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.default_trusted_certificate_ids = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.866908] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.enable_certificate_validation = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.867089] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.enable_rbd_download = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.867257] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.endpoint_override = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.867422] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.867587] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.867747] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.max_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.867936] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.min_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.868082] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.num_retries = 3 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.868260] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.rbd_ceph_conf = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.868421] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.rbd_connect_timeout = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.868590] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.rbd_pool = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.868760] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.rbd_user = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.868928] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.region_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.869105] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.retriable_status_codes = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.869268] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.service_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.869438] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.service_type = image {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.869645] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.869844] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.status_code_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.870047] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.status_code_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.870223] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.870410] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.870577] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.verify_glance_signatures = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.870738] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] glance.version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.870907] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] guestfs.debug = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.871114] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.auth_section = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.871287] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.auth_type = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.871463] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.871628] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.871792] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.871952] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.connect_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.872196] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.connect_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.872298] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.endpoint_override = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.872467] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.872683] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.872864] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.max_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.873051] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.min_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.873225] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.region_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.873385] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.retriable_status_codes = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.873544] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.service_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.873715] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.service_type = shared-file-system {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.873881] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.share_apply_policy_timeout = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.874056] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.874222] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.status_code_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.874380] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.status_code_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.874540] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.874753] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.874884] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] manila.version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.875086] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] mks.enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.875468] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.875662] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] image_cache.manager_interval = 2400 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.875836] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] image_cache.precache_concurrency = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.876017] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] image_cache.remove_unused_base_images = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.876194] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.876363] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.876567] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] image_cache.subdirectory_name = _base {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.876713] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.api_max_retries = 60 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.876876] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.api_retry_interval = 2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.877047] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.auth_section = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.877217] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.auth_type = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.877378] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.877535] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.877698] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.877868] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.conductor_group = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.878032] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.connect_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.878194] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.connect_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.878351] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.endpoint_override = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.878516] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.878675] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.878835] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.max_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.878991] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.min_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.879173] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.peer_list = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.879332] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.region_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.879492] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.retriable_status_codes = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.879654] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.serial_console_state_timeout = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.879814] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.service_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.880029] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.service_type = baremetal {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.880212] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.shard = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.880379] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.880540] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.status_code_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.880698] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.status_code_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.880860] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.881079] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.881253] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ironic.version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.881436] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.881608] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] key_manager.fixed_key = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.881792] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.881954] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.barbican_api_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.882126] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.barbican_endpoint = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.882299] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.barbican_endpoint_type = public {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.882459] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.barbican_region_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.882619] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.882777] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.882940] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.883114] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.883275] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.883436] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.number_of_retries = 60 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.883597] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.retry_delay = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.883760] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.send_service_user_token = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.883919] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.884091] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.884255] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.verify_ssl = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.884413] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican.verify_ssl_path = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.884578] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican_service_user.auth_section = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.884740] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican_service_user.auth_type = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.884899] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican_service_user.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.885068] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican_service_user.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.885238] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican_service_user.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.885399] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican_service_user.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.885557] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican_service_user.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.885719] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican_service_user.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.885873] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] barbican_service_user.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.886057] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.approle_role_id = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.886224] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.approle_secret_id = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.886394] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.kv_mountpoint = secret {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.886556] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.kv_path = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.886715] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.kv_version = 2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.886874] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.namespace = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.887045] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.root_token_id = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.887210] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.ssl_ca_crt_file = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.887420] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.timeout = 60.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.887538] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.use_ssl = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.887708] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.887877] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.888055] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.888228] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.888388] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.connect_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.888546] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.connect_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.888701] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.endpoint_override = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.888862] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.889036] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.889201] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.max_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.889355] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.min_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.889515] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.region_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.889678] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.retriable_status_codes = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.889836] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.service_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.890039] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.service_type = identity {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.890218] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.890379] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.status_code_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.890538] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.status_code_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.890694] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.890874] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.891109] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] keystone.version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.891323] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.ceph_mount_options = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.891658] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.891846] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.connection_uri = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.892025] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.cpu_mode = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.892206] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.cpu_model_extra_flags = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.892378] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.cpu_models = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.892553] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.cpu_power_governor_high = performance {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.892723] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.cpu_power_governor_low = powersave {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.892888] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.cpu_power_management = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.893074] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.893248] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.device_detach_attempts = 8 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.893412] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.device_detach_timeout = 20 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.893588] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.disk_cachemodes = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.893752] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.disk_prefix = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.893919] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.enabled_perf_events = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.894093] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.file_backed_memory = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.894264] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.gid_maps = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.894423] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.hw_disk_discard = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.894582] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.hw_machine_type = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.894750] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.images_rbd_ceph_conf = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.894912] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.895086] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.895256] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.images_rbd_glance_store_name = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.895422] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.images_rbd_pool = rbd {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.895588] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.images_type = default {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.895747] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.images_volume_group = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.895910] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.inject_key = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.896081] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.inject_partition = -2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.896249] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.inject_password = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.896412] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.iscsi_iface = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.896571] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.iser_use_multipath = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.896733] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_bandwidth = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.896908] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.897070] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_downtime = 500 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.897243] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.897419] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.897583] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_inbound_addr = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.897745] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.897909] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_permit_post_copy = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.898080] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_scheme = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.898258] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_timeout_action = abort {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.898423] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_tunnelled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.898584] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_uri = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.898746] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.live_migration_with_native_tls = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.898905] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.max_queues = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.899078] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.899323] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.899488] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.nfs_mount_options = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.899792] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.899985] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.900178] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.num_iser_scan_tries = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.900343] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.num_memory_encrypted_guests = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.900509] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.900680] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.num_pcie_ports = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.900843] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.num_volume_scan_tries = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.901079] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.pmem_namespaces = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.901271] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.quobyte_client_cfg = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.901576] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.901757] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.rbd_connect_timeout = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.901928] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.902114] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.902282] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.rbd_secret_uuid = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.902444] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.rbd_user = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.902624] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.902783] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.remote_filesystem_transport = ssh {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.902944] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.rescue_image_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.903120] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.rescue_kernel_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.903285] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.rescue_ramdisk_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.903456] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.903617] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.rx_queue_size = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.903788] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.smbfs_mount_options = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.904097] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.904289] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.snapshot_compression = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.904460] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.snapshot_image_format = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.904689] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.904863] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.sparse_logical_volumes = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.905046] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.swtpm_enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.905228] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.swtpm_group = tss {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.905405] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.swtpm_user = tss {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.905636] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.sysinfo_serial = unique {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.905909] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.tb_cache_size = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.906118] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.tx_queue_size = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.906351] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.uid_maps = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.906544] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.use_virtio_for_bridges = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.906722] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.virt_type = kvm {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.906896] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.volume_clear = zero {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.907077] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.volume_clear_size = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.907250] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.volume_enforce_multipath = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.907416] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.volume_use_multipath = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.907582] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.vzstorage_cache_path = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.907753] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.907924] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.vzstorage_mount_group = qemu {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.908117] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.vzstorage_mount_opts = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.908294] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.908595] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.908779] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.vzstorage_mount_user = stack {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.908950] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.909144] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.auth_section = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.909324] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.auth_type = password {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.909490] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.909655] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.909846] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.910050] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.connect_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.910274] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.connect_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.910404] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.default_floating_pool = public {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.910572] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.endpoint_override = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.910733] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.extension_sync_interval = 600 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.910895] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.http_retries = 3 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.911086] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.911264] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.911427] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.max_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.911600] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.911765] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.min_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.911938] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.ovs_bridge = br-int {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.912129] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.physnets = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.912306] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.region_name = RegionOne {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.912470] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.retriable_status_codes = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.912641] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.service_metadata_proxy = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.912802] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.service_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.912974] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.service_type = network {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.913154] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.913315] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.status_code_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.913473] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.status_code_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.913633] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.913817] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.913980] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] neutron.version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.914171] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] notifications.bdms_in_notifications = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.914357] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] notifications.default_level = INFO {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.914519] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] notifications.include_share_mapping = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.914694] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] notifications.notification_format = unversioned {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.914859] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] notifications.notify_on_state_change = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.915051] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.915236] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] pci.alias = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.915409] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] pci.device_spec = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.915575] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] pci.report_in_placement = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.915750] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.auth_section = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.915921] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.auth_type = password {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.916105] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.916271] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.916430] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.916630] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.916788] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.connect_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.916954] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.connect_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.917138] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.default_domain_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.917289] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.default_domain_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.917447] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.domain_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.917608] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.domain_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.917800] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.endpoint_override = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.917934] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.918106] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.918266] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.max_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.918421] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.min_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.918589] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.password = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.918748] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.project_domain_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.918913] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.project_domain_name = Default {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.919094] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.project_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.919269] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.project_name = service {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.919439] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.region_name = RegionOne {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.919605] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.retriable_status_codes = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.919768] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.service_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.919969] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.service_type = placement {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.920130] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.920294] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.status_code_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.920455] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.status_code_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.920615] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.system_scope = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.920773] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.920934] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.trust_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.921125] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.user_domain_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.921310] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.user_domain_name = Default {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.921473] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.user_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.921646] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.username = nova {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.921871] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.921990] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] placement.version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.922187] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.cores = 20 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.922353] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.count_usage_from_placement = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.922527] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.922697] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.injected_file_content_bytes = 10240 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.922865] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.injected_file_path_length = 255 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.923045] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.injected_files = 5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.923218] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.instances = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.923382] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.key_pairs = 100 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.923548] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.metadata_items = 128 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.923713] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.ram = 51200 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.923876] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.recheck_quota = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.924053] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.server_group_members = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.924223] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.server_groups = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.924434] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.924609] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] quota.unified_limits_resource_strategy = require {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.924783] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.924950] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.925129] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler.image_metadata_prefilter = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.925306] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.925472] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler.max_attempts = 3 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.925635] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler.max_placement_results = 1000 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.925798] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.925959] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler.query_placement_for_image_type_support = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.926136] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.926310] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] scheduler.workers = 2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.926489] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.926661] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.926841] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.927028] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.927248] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.927370] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.927533] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.927722] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.927915] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.host_subset_size = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.928067] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.928233] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.928395] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.928562] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.928737] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.928903] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.isolated_hosts = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.929085] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.isolated_images = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.929255] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.929420] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.929586] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.929748] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.pci_in_placement = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.929922] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.930132] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.930306] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.930500] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.930740] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.930936] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.931136] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.track_instance_changes = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.931325] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.931504] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] metrics.required = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.931670] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] metrics.weight_multiplier = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.931834] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.932053] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] metrics.weight_setting = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.932498] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.932701] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] serial_console.enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.932888] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] serial_console.port_range = 10000:20000 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.933082] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.933263] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.933436] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] serial_console.serialproxy_port = 6083 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.933606] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_user.auth_section = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.933781] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_user.auth_type = password {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.933945] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_user.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.934122] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_user.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.934289] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_user.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.934451] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_user.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.934610] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_user.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.934783] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_user.send_service_user_token = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.934947] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_user.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.935123] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] service_user.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.935295] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.agent_enabled = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.935461] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.935780] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.935985] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.936397] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.html5proxy_port = 6082 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.936397] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.image_compression = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.936506] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.jpeg_compression = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.936688] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.playback_compression = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.936797] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.require_secure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.937043] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.server_listen = 127.0.0.1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.937271] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.937404] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.937580] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.streaming_mode = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.937744] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] spice.zlib_compression = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.937927] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] upgrade_levels.baseapi = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.938117] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] upgrade_levels.compute = auto {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.938279] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] upgrade_levels.conductor = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.938438] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] upgrade_levels.scheduler = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.938602] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vendordata_dynamic_auth.auth_section = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.938762] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vendordata_dynamic_auth.auth_type = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.938929] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vendordata_dynamic_auth.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.939108] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vendordata_dynamic_auth.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.939276] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.939436] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vendordata_dynamic_auth.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.939595] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vendordata_dynamic_auth.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.939759] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.939919] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vendordata_dynamic_auth.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.940136] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.api_retry_count = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.940311] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.ca_file = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.940484] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.cache_prefix = devstack-image-cache {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.940651] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.cluster_name = testcl1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.940816] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.connection_pool_size = 10 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.941012] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.console_delay_seconds = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.941222] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.datastore_regex = ^datastore.* {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.941454] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.941644] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.host_password = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.941818] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.host_port = 443 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.941990] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.host_username = administrator@vsphere.local {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.942181] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.insecure = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.942350] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.integration_bridge = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.942517] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.maximum_objects = 100 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.942680] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.pbm_default_policy = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.942845] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.pbm_enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.943014] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.pbm_wsdl_location = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.943198] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.943358] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.serial_port_proxy_uri = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.943519] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.serial_port_service_uri = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.943686] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.task_poll_interval = 0.5 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.943858] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.use_linked_clone = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.944041] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.vnc_keymap = en-us {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.944218] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.vnc_port = 5900 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.944381] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vmware.vnc_port_total = 10000 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.944571] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vnc.auth_schemes = ['none'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.944749] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vnc.enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.945059] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.945254] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.945428] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vnc.novncproxy_port = 6080 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.945617] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vnc.server_listen = 127.0.0.1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.945801] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.945966] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vnc.vencrypt_ca_certs = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.946146] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vnc.vencrypt_client_cert = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.946308] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vnc.vencrypt_client_key = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.946482] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.946648] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.disable_deep_image_inspection = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.946810] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.946976] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.947156] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.947320] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.disable_rootwrap = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.947532] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.enable_numa_live_migration = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.947641] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.947801] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.947965] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.948194] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.libvirt_disable_apic = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.948301] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.948464] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.948626] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.948788] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.948947] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.949125] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.949290] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.949452] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.949613] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.949783] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.949993] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.950181] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] wsgi.secure_proxy_ssl_header = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.950351] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] zvm.ca_file = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.950515] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] zvm.cloud_connector_url = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.950883] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.951094] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] zvm.reachable_timeout = 300 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.951280] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.951465] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.951646] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.connection_string = messaging:// {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.951817] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.enabled = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.951986] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.es_doc_type = notification {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.952169] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.es_scroll_size = 10000 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.952346] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.es_scroll_time = 2m {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.952505] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.filter_error_trace = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.952673] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.hmac_keys = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.952840] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.sentinel_service_name = mymaster {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.953017] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.socket_timeout = 0.1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.953255] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.trace_requests = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.953526] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler.trace_sqlalchemy = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.953823] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler_jaeger.process_tags = {} {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.954117] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler_jaeger.service_name_prefix = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.954414] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] profiler_otlp.service_name_prefix = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.954716] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.955017] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.955319] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.955608] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.955898] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.956211] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.956505] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.956796] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.957100] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.957405] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.957691] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.957991] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.958319] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.958582] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.958870] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.959098] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.959282] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.959451] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.959627] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.959793] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.959981] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.960182] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.960355] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.960521] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.960686] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.960849] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962138] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962138] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962138] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962138] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962138] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.ssl = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962138] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962356] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962356] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962356] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962531] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.ssl_version = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962700] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.962890] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.963071] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_notifications.retry = -1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.963264] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.963439] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_messaging_notifications.transport_url = **** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.963615] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.auth_section = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.963780] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.auth_type = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.963943] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.cafile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.964124] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.certfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.964292] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.collect_timing = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.964452] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.connect_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.964611] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.connect_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.964770] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.endpoint_id = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.964942] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.endpoint_interface = publicURL {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.965118] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.endpoint_override = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.965279] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.endpoint_region_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.965438] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.endpoint_service_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.965597] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.endpoint_service_type = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.965757] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.insecure = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.965915] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.keyfile = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.966089] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.max_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.966250] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.min_version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.966407] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.region_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.966569] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.retriable_status_codes = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.966730] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.service_name = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.966889] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.service_type = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.967072] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.split_loggers = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.967236] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.status_code_retries = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.967396] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.status_code_retry_delay = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.967554] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.timeout = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.967715] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.valid_interfaces = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.967869] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_limit.version = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.968046] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_reports.file_event_handler = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.968217] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.968379] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] oslo_reports.log_dir = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.968548] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.968708] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.968868] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.969046] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.969218] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.969380] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.969550] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.969711] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_ovs_privileged.group = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.969869] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.970075] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.970251] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.970417] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] vif_plug_ovs_privileged.user = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.970589] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_linux_bridge.flat_interface = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.970768] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.970966] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.971197] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.971387] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.971565] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.971735] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.971901] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.972095] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.972276] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_ovs.isolate_vif = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.972445] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.972612] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.972782] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.973138] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_ovs.ovsdb_interface = native {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.973138] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] os_vif_ovs.per_port_bridge = False {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.973293] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] privsep_osbrick.capabilities = [21] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.973455] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] privsep_osbrick.group = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.973615] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] privsep_osbrick.helper_command = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.973776] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.973942] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.974117] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] privsep_osbrick.user = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.974292] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.974473] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] nova_sys_admin.group = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.974636] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] nova_sys_admin.helper_command = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.975560] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.975560] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.975560] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] nova_sys_admin.user = None {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 613.975560] env[71114]: DEBUG oslo_service.backend.eventlet.service [None req-fce81ce4-704e-4a8e-af98-25f5479e0127 None None] ******************************************************************************** {{(pid=71114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 613.975754] env[71114]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 614.479964] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Getting list of instances from cluster (obj){ [ 614.479964] env[71114]: value = "domain-c8" [ 614.479964] env[71114]: _type = "ClusterComputeResource" [ 614.479964] env[71114]: } {{(pid=71114) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 614.481089] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4461cfe2-af23-4392-8c3b-1f9de7ec7f9e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.490427] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Got total of 0 instances {{(pid=71114) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 614.491053] env[71114]: WARNING nova.virt.vmwareapi.driver [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 614.491573] env[71114]: INFO nova.virt.node [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Generated node identity 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 [ 614.491828] env[71114]: INFO nova.virt.node [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Wrote node identity 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 to /opt/stack/data/n-cpu-1/compute_id [ 614.994448] env[71114]: WARNING nova.compute.manager [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Compute nodes ['13a14cd9-7c38-44b3-b96e-6e3ba6d36311'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 616.000329] env[71114]: INFO nova.compute.manager [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 617.006070] env[71114]: WARNING nova.compute.manager [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 617.006414] env[71114]: DEBUG oslo_concurrency.lockutils [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.006589] env[71114]: DEBUG oslo_concurrency.lockutils [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.006747] env[71114]: DEBUG oslo_concurrency.lockutils [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.006907] env[71114]: DEBUG nova.compute.resource_tracker [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71114) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 617.007942] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91061ed5-4834-4422-9ede-ad4f3d0e32c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.016489] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601f04ae-bb6c-4153-8877-a4c30a3dd1db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.032725] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5962ac-e2ca-4571-b2d5-437ee1e5727a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.039580] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014b37aa-50bd-4d04-8073-b9b1d82c3751 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.068040] env[71114]: DEBUG nova.compute.resource_tracker [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180850MB free_disk=51GB free_vcpus=48 pci_devices=None {{(pid=71114) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 617.068200] env[71114]: DEBUG oslo_concurrency.lockutils [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.068416] env[71114]: DEBUG oslo_concurrency.lockutils [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.571419] env[71114]: WARNING nova.compute.resource_tracker [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] No compute node record for cpu-1:13a14cd9-7c38-44b3-b96e-6e3ba6d36311: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 could not be found. [ 618.075572] env[71114]: INFO nova.compute.resource_tracker [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 [ 619.583607] env[71114]: DEBUG nova.compute.resource_tracker [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 619.583996] env[71114]: DEBUG nova.compute.resource_tracker [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 619.752639] env[71114]: INFO nova.scheduler.client.report [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] [req-5e276d2b-3f28-43ed-9f8d-b7c3bc703022] Created resource provider record via placement API for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 619.770760] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7fade0-83e1-4913-8b0f-9f7972938698 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.779522] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cb0394-da15-48d2-bc8c-1625a8bc128f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.810080] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dcd673-2ed9-482e-9685-26288506298e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.817554] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb43625-9339-4a60-baed-118ae356ee87 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.830645] env[71114]: DEBUG nova.compute.provider_tree [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.365949] env[71114]: DEBUG nova.scheduler.client.report [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 620.366200] env[71114]: DEBUG nova.compute.provider_tree [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 0 to 1 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 620.366345] env[71114]: DEBUG nova.compute.provider_tree [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.424044] env[71114]: DEBUG nova.compute.provider_tree [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 1 to 2 during operation: update_traits {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 620.928500] env[71114]: DEBUG nova.compute.resource_tracker [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 620.928867] env[71114]: DEBUG oslo_concurrency.lockutils [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.860s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.928867] env[71114]: DEBUG nova.service [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Creating RPC server for service compute {{(pid=71114) start /opt/stack/nova/nova/service.py:177}} [ 620.943238] env[71114]: DEBUG nova.service [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] Join ServiceGroup membership for this service compute {{(pid=71114) start /opt/stack/nova/nova/service.py:194}} [ 620.943474] env[71114]: DEBUG nova.servicegroup.drivers.db [None req-87744679-af70-49f1-97e2-b3574eaf7014 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=71114) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 659.171476] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "1099e72b-7ad0-4289-b00f-e7daf8391afd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.171803] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "1099e72b-7ad0-4289-b00f-e7daf8391afd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.675679] env[71114]: DEBUG nova.compute.manager [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.213839] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.213839] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.216716] env[71114]: INFO nova.compute.claims [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.294421] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ac0533-319c-4b5e-847c-4ac0ca13ecc4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.303457] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c99b9d-8824-4168-a469-4f1e2f882c93 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.339214] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a3dfd-3c50-4c28-b551-22446391d378 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.348220] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f597314-439e-4c30-8606-75cfc0fab634 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.362776] env[71114]: DEBUG nova.compute.provider_tree [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.869306] env[71114]: DEBUG nova.scheduler.client.report [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.376952] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.378515] env[71114]: DEBUG nova.compute.manager [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.885031] env[71114]: DEBUG nova.compute.utils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.888987] env[71114]: DEBUG nova.compute.manager [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.888987] env[71114]: DEBUG nova.network.neutron [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.329954] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.329954] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.395401] env[71114]: DEBUG nova.compute.manager [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.485102] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "05890564-0672-4235-b270-93bbe62ac179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.485102] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "05890564-0672-4235-b270-93bbe62ac179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.833903] env[71114]: DEBUG nova.compute.manager [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.988671] env[71114]: DEBUG nova.compute.manager [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.117311] env[71114]: DEBUG nova.policy [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e46c477ab45340d0bcc1453baffc632c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89a83066ca6c4f9da2a4c42ea8e0ddf2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.369697] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.370023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.371672] env[71114]: INFO nova.compute.claims [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.406791] env[71114]: DEBUG nova.compute.manager [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.446144] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.446400] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.446558] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.446733] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.446880] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.447729] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.448110] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.448707] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.449107] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.449312] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.449820] env[71114]: DEBUG nova.virt.hardware [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.451715] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5eb83e-0ef5-46f3-b1f7-643ff6b0879a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.461431] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f75418e-7b39-48d0-9419-ba517c9c4869 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.480501] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764ad377-4ecc-4c67-a83c-c7bed07d50f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.518577] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.973727] env[71114]: DEBUG nova.network.neutron [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Successfully created port: 7a471aca-85c5-4125-a64b-bc1408ecbec0 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.485443] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99faad5f-30f8-465e-a654-2dc356c270ea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.496990] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e056995c-4bcd-49f4-a1da-3e7c16a2fdce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.543642] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb9337a-1af8-4752-b85a-655257cc164a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.554546] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2c44ec-e9a5-411b-a2b0-7be80cb5cd48 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.577155] env[71114]: DEBUG nova.compute.provider_tree [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.947019] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._sync_power_states {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.084736] env[71114]: DEBUG nova.scheduler.client.report [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.125050] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquiring lock "951b8df7-13d8-4c88-b05d-eb31de01750a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.125050] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lock "951b8df7-13d8-4c88-b05d-eb31de01750a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.429363] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquiring lock "d00b626d-7121-46a9-ad1e-450c3db22e2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.429597] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lock "d00b626d-7121-46a9-ad1e-450c3db22e2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.452159] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Getting list of instances from cluster (obj){ [ 666.452159] env[71114]: value = "domain-c8" [ 666.452159] env[71114]: _type = "ClusterComputeResource" [ 666.452159] env[71114]: } {{(pid=71114) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 666.453512] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd43be-7d27-4fa5-9020-9ac81c1889c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.467870] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Got total of 0 instances {{(pid=71114) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 666.467870] env[71114]: WARNING nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] While synchronizing instance power states, found 2 instances in the database and 0 instances on the hypervisor. [ 666.467870] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid 1099e72b-7ad0-4289-b00f-e7daf8391afd {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 666.470718] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid 3e34f4a1-7c1b-42bc-9e07-3233630ceeef {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 666.470718] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "1099e72b-7ad0-4289-b00f-e7daf8391afd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.470718] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.470718] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.472159] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Getting list of instances from cluster (obj){ [ 666.472159] env[71114]: value = "domain-c8" [ 666.472159] env[71114]: _type = "ClusterComputeResource" [ 666.472159] env[71114]: } {{(pid=71114) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 666.473989] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2a18a9-9c0f-4627-a9d4-7091ab25df3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.485277] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Got total of 0 instances {{(pid=71114) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 666.593016] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.593016] env[71114]: DEBUG nova.compute.manager [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.599034] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.080s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.599799] env[71114]: INFO nova.compute.claims [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.628176] env[71114]: DEBUG nova.compute.manager [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.934718] env[71114]: DEBUG nova.compute.manager [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.106736] env[71114]: DEBUG nova.compute.utils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.109917] env[71114]: DEBUG nova.compute.manager [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.110197] env[71114]: DEBUG nova.network.neutron [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.162876] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.216114] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "5d5d5686-c79e-48c5-a411-697a13820c75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.216527] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "5d5d5686-c79e-48c5-a411-697a13820c75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.310297] env[71114]: DEBUG nova.policy [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ab9b9ebb964ffcb5221571748baef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c14929616144d5c9c0f37ec0499dddc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.462752] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.618385] env[71114]: DEBUG nova.compute.manager [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.719148] env[71114]: DEBUG nova.compute.manager [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.812533] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e88b87e-fc7a-4ba0-ac13-1876999f4228 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.827785] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fc6410-b7cb-4dfd-a492-671b64b9bfea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.862175] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ec3bc-2db6-4090-8fd1-3ba823e81a72 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.871496] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86347b4e-1f55-484b-a767-518a68b4e5bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.887558] env[71114]: DEBUG nova.compute.provider_tree [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.269659] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.395437] env[71114]: DEBUG nova.scheduler.client.report [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.634563] env[71114]: DEBUG nova.compute.manager [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.677285] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.677778] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.677778] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.678623] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.679224] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.679224] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.679353] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.679430] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.679661] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.680057] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.680057] env[71114]: DEBUG nova.virt.hardware [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.681229] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67411620-8d0e-420f-b73e-532542a8236d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.698042] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3e0584-dea8-4853-9724-79609598ac1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.901159] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.902468] env[71114]: DEBUG nova.compute.manager [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.911605] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.749s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.914767] env[71114]: INFO nova.compute.claims [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.982508] env[71114]: DEBUG nova.network.neutron [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Successfully created port: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.057268] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.057601] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.057808] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.057995] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.058197] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.058424] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.058632] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.058800] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71114) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 669.058950] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 669.379274] env[71114]: DEBUG nova.network.neutron [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Successfully updated port: 7a471aca-85c5-4125-a64b-bc1408ecbec0 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.422262] env[71114]: DEBUG nova.compute.utils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.424488] env[71114]: DEBUG nova.compute.manager [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.424579] env[71114]: DEBUG nova.network.neutron [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.566020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.644088] env[71114]: DEBUG nova.policy [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7736fbf319ff41d3907bed873adf9df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0b0e1284bf469fb35bf157448e2fca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.882722] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "refresh_cache-1099e72b-7ad0-4289-b00f-e7daf8391afd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.883425] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquired lock "refresh_cache-1099e72b-7ad0-4289-b00f-e7daf8391afd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.883425] env[71114]: DEBUG nova.network.neutron [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.933435] env[71114]: DEBUG nova.compute.manager [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.097129] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c842da-28d7-4235-94af-908e6d41bc0c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.108363] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1bd979-7b76-4e7a-a04a-5291d92490e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.153826] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d162f747-ba3a-451f-8a06-66b9c9b4f720 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.164736] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8e6120-ebc5-4247-9c40-d16b53a9d750 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.182675] env[71114]: DEBUG nova.compute.provider_tree [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.555302] env[71114]: DEBUG nova.network.neutron [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.686573] env[71114]: DEBUG nova.scheduler.client.report [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.945015] env[71114]: DEBUG nova.compute.manager [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.995924] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.996300] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.996300] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.996432] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.996614] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.996777] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.996994] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.997204] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.997344] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.997511] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.997677] env[71114]: DEBUG nova.virt.hardware [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.998774] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247b79ae-79ad-4140-81d6-00a008aab42f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.010342] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291bca98-c2ba-4783-8a39-40e6f18c54e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.106600] env[71114]: DEBUG nova.compute.manager [req-2c51647e-0e59-405b-a728-918eb4d91e14 req-4f293d85-0f8e-4d13-9bcc-19a773fc533c service nova] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Received event network-vif-plugged-7a471aca-85c5-4125-a64b-bc1408ecbec0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.108250] env[71114]: DEBUG oslo_concurrency.lockutils [req-2c51647e-0e59-405b-a728-918eb4d91e14 req-4f293d85-0f8e-4d13-9bcc-19a773fc533c service nova] Acquiring lock "1099e72b-7ad0-4289-b00f-e7daf8391afd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.108250] env[71114]: DEBUG oslo_concurrency.lockutils [req-2c51647e-0e59-405b-a728-918eb4d91e14 req-4f293d85-0f8e-4d13-9bcc-19a773fc533c service nova] Lock "1099e72b-7ad0-4289-b00f-e7daf8391afd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.108250] env[71114]: DEBUG oslo_concurrency.lockutils [req-2c51647e-0e59-405b-a728-918eb4d91e14 req-4f293d85-0f8e-4d13-9bcc-19a773fc533c service nova] Lock "1099e72b-7ad0-4289-b00f-e7daf8391afd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.108250] env[71114]: DEBUG nova.compute.manager [req-2c51647e-0e59-405b-a728-918eb4d91e14 req-4f293d85-0f8e-4d13-9bcc-19a773fc533c service nova] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] No waiting events found dispatching network-vif-plugged-7a471aca-85c5-4125-a64b-bc1408ecbec0 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 671.108250] env[71114]: WARNING nova.compute.manager [req-2c51647e-0e59-405b-a728-918eb4d91e14 req-4f293d85-0f8e-4d13-9bcc-19a773fc533c service nova] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Received unexpected event network-vif-plugged-7a471aca-85c5-4125-a64b-bc1408ecbec0 for instance with vm_state building and task_state spawning. [ 671.192284] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.194201] env[71114]: DEBUG nova.compute.manager [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.202026] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.736s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.202026] env[71114]: INFO nova.compute.claims [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.441875] env[71114]: DEBUG nova.network.neutron [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Updating instance_info_cache with network_info: [{"id": "7a471aca-85c5-4125-a64b-bc1408ecbec0", "address": "fa:16:3e:a9:28:2f", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a471aca-85", "ovs_interfaceid": "7a471aca-85c5-4125-a64b-bc1408ecbec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.460070] env[71114]: DEBUG nova.network.neutron [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Successfully created port: ac71d9fb-88b9-431c-960c-2675d2002659 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.709969] env[71114]: DEBUG nova.compute.utils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.715873] env[71114]: DEBUG nova.compute.manager [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Not allocating networking since 'none' was specified. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 671.945674] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Releasing lock "refresh_cache-1099e72b-7ad0-4289-b00f-e7daf8391afd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.946380] env[71114]: DEBUG nova.compute.manager [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Instance network_info: |[{"id": "7a471aca-85c5-4125-a64b-bc1408ecbec0", "address": "fa:16:3e:a9:28:2f", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a471aca-85", "ovs_interfaceid": "7a471aca-85c5-4125-a64b-bc1408ecbec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.946559] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:28:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a471aca-85c5-4125-a64b-bc1408ecbec0', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.962147] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.962204] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc6bea56-9e2e-48c8-a50f-8052557bc62c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.978229] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Created folder: OpenStack in parent group-v4. [ 671.978229] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Creating folder: Project (89a83066ca6c4f9da2a4c42ea8e0ddf2). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.978229] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02f2e176-e01f-4865-b7c0-aa60e8c19cee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.994235] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Created folder: Project (89a83066ca6c4f9da2a4c42ea8e0ddf2) in parent group-v759732. [ 671.994235] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Creating folder: Instances. Parent ref: group-v759733. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.994235] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f684181-73e1-4791-a73a-ab1194d5b820 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.008029] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Created folder: Instances in parent group-v759733. [ 672.008029] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.008029] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.008029] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acc77588-c0cc-46d8-9960-59c59d029543 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.034670] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.034670] env[71114]: value = "task-3821066" [ 672.034670] env[71114]: _type = "Task" [ 672.034670] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.044034] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821066, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.216722] env[71114]: DEBUG nova.compute.manager [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.365669] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a6086c-f718-4042-a204-45dc4bdebf53 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.375651] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc0b109-4544-43e4-85eb-9d5391a264c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.443481] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca755e7-102c-4c23-8452-6efabfa159aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.458547] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfed1630-13c5-4d07-9912-503f5b37e6aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.489704] env[71114]: DEBUG nova.compute.provider_tree [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.551561] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821066, 'name': CreateVM_Task, 'duration_secs': 0.455383} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.551794] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.578029] env[71114]: DEBUG oslo_vmware.service [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f71b50a-b891-49ea-abcb-c8f022b56589 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.587245] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.587245] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.588768] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.589118] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3699376d-4dc0-4c6b-8442-edc1a9beb3ab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.597614] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 672.597614] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52604230-9a6c-7054-9fe7-d389d568f600" [ 672.597614] env[71114]: _type = "Task" [ 672.597614] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.610087] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52604230-9a6c-7054-9fe7-d389d568f600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.987893] env[71114]: DEBUG nova.scheduler.client.report [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.110075] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.110356] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.111524] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.111795] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.112279] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.112639] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f35ebae0-ad24-4072-83db-378f5b9699e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.132435] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.133224] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.133992] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3249aec-bdd2-459a-9b6e-26aa22743e65 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.141788] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61edefc3-5707-470f-b1ba-6a5c476d91ac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.147932] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 673.147932] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5280da1c-fd23-1424-5519-a23f6445c586" [ 673.147932] env[71114]: _type = "Task" [ 673.147932] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.163482] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5280da1c-fd23-1424-5519-a23f6445c586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.242620] env[71114]: DEBUG nova.compute.manager [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.292359] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.292972] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.292972] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.293347] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.293785] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.293785] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.294029] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.294200] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.294445] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.294725] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.295607] env[71114]: DEBUG nova.virt.hardware [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.296226] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f6346d-e0d0-434a-9e20-45014b5f3ad7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.313762] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d28d415-5d15-41ac-a3c0-1cfde1da8a0d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.336015] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.343767] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Creating folder: Project (1d8a7205404149e7a5da34d7cf5f6aa8). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.343767] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5490ddda-be00-4b8e-bfa9-680f95c5c19d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.355529] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Created folder: Project (1d8a7205404149e7a5da34d7cf5f6aa8) in parent group-v759732. [ 673.356118] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Creating folder: Instances. Parent ref: group-v759736. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.356118] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76889d7a-7962-4e46-a334-75c327997470 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.366458] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Created folder: Instances in parent group-v759736. [ 673.368017] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.368017] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.368017] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7d982f4-8396-4bb3-9215-f74af29ee4ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.389555] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.389555] env[71114]: value = "task-3821069" [ 673.389555] env[71114]: _type = "Task" [ 673.389555] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.401860] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821069, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.496974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.496974] env[71114]: DEBUG nova.compute.manager [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.502483] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.233s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.504798] env[71114]: INFO nova.compute.claims [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.666137] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Preparing fetch location {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 673.666910] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Creating directory with path [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.667360] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eef6d246-2692-4a1b-a1ac-c8fd44de7f89 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.691075] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Created directory with path [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.691416] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Fetch image to [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 673.691934] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Downloading image file data 80587d26-4458-483e-9a99-d25c76fd36ad to [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk on the data store datastore1 {{(pid=71114) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 673.695987] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cb84ec-2ee4-40be-bc77-7e6d78837148 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.706482] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade78cb-80e9-45b9-a17d-6144528bfa13 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.722713] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce192366-37c3-4f39-b134-f513f652bdc8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.767912] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9f184e-6517-4ebb-b8dd-b0fe916c2133 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.781284] env[71114]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c765911e-5a74-4347-a765-10e8f9424b13 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.814294] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Downloading image file data 80587d26-4458-483e-9a99-d25c76fd36ad to the data store datastore1 {{(pid=71114) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 673.898099] env[71114]: DEBUG oslo_vmware.rw_handles [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=71114) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 673.962412] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821069, 'name': CreateVM_Task, 'duration_secs': 0.336282} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.964042] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.964455] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.964641] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.965811] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.967595] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12881616-be83-424d-a28b-7776c934bdce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.975498] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for the task: (returnval){ [ 673.975498] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e9dc10-4230-94f3-20b9-7951f92fde5d" [ 673.975498] env[71114]: _type = "Task" [ 673.975498] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.990602] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e9dc10-4230-94f3-20b9-7951f92fde5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.003532] env[71114]: DEBUG nova.compute.utils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.006644] env[71114]: DEBUG nova.compute.manager [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.006842] env[71114]: DEBUG nova.network.neutron [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.058579] env[71114]: DEBUG nova.network.neutron [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Successfully updated port: c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.281941] env[71114]: DEBUG nova.policy [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93abeb87af3c425a9a507f06d27f205d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '051eeaf4a8c34c578dbd8ca67492a6a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.491310] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.491430] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.491664] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.511568] env[71114]: DEBUG nova.compute.manager [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.565798] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.565910] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquired lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.566088] env[71114]: DEBUG nova.network.neutron [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.693508] env[71114]: DEBUG nova.compute.manager [req-9679a4e3-5b56-456c-9a91-0d752fa25637 req-9e3f6f78-0db8-422a-856a-d47a15e0e1a2 service nova] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Received event network-changed-7a471aca-85c5-4125-a64b-bc1408ecbec0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.697690] env[71114]: DEBUG nova.compute.manager [req-9679a4e3-5b56-456c-9a91-0d752fa25637 req-9e3f6f78-0db8-422a-856a-d47a15e0e1a2 service nova] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Refreshing instance network info cache due to event network-changed-7a471aca-85c5-4125-a64b-bc1408ecbec0. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.698053] env[71114]: DEBUG oslo_concurrency.lockutils [req-9679a4e3-5b56-456c-9a91-0d752fa25637 req-9e3f6f78-0db8-422a-856a-d47a15e0e1a2 service nova] Acquiring lock "refresh_cache-1099e72b-7ad0-4289-b00f-e7daf8391afd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.698206] env[71114]: DEBUG oslo_concurrency.lockutils [req-9679a4e3-5b56-456c-9a91-0d752fa25637 req-9e3f6f78-0db8-422a-856a-d47a15e0e1a2 service nova] Acquired lock "refresh_cache-1099e72b-7ad0-4289-b00f-e7daf8391afd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.698372] env[71114]: DEBUG nova.network.neutron [req-9679a4e3-5b56-456c-9a91-0d752fa25637 req-9e3f6f78-0db8-422a-856a-d47a15e0e1a2 service nova] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Refreshing network info cache for port 7a471aca-85c5-4125-a64b-bc1408ecbec0 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.705918] env[71114]: DEBUG oslo_vmware.rw_handles [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Completed reading data from the image iterator. {{(pid=71114) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 674.706181] env[71114]: DEBUG oslo_vmware.rw_handles [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 674.709137] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e0fee7-21a0-4706-836b-85614f8dbf9e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.724060] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45063bdf-b68b-43e5-8f6d-2912cd56ff32 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.765428] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Downloaded image file data 80587d26-4458-483e-9a99-d25c76fd36ad to vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk on the data store datastore1 {{(pid=71114) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 674.767324] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Caching image {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 674.767600] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Copying Virtual Disk [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk to [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.768679] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6030605f-5eab-4944-bbfe-cc59440ab7a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.771647] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7031bdb9-7f85-47a0-ad89-d430d89312c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.786112] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e682d32-b349-4c54-b1ee-2a59e0999285 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.809787] env[71114]: DEBUG nova.compute.provider_tree [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.812528] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 674.812528] env[71114]: value = "task-3821070" [ 674.812528] env[71114]: _type = "Task" [ 674.812528] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.821946] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.149990] env[71114]: DEBUG nova.compute.manager [req-e1dde455-94a1-4e9f-a60d-8999d48dc5fd req-48cdc78b-9cb9-4fef-9224-dbcc507a9da6 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Received event network-vif-plugged-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.149990] env[71114]: DEBUG oslo_concurrency.lockutils [req-e1dde455-94a1-4e9f-a60d-8999d48dc5fd req-48cdc78b-9cb9-4fef-9224-dbcc507a9da6 service nova] Acquiring lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.150351] env[71114]: DEBUG oslo_concurrency.lockutils [req-e1dde455-94a1-4e9f-a60d-8999d48dc5fd req-48cdc78b-9cb9-4fef-9224-dbcc507a9da6 service nova] Lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.150351] env[71114]: DEBUG oslo_concurrency.lockutils [req-e1dde455-94a1-4e9f-a60d-8999d48dc5fd req-48cdc78b-9cb9-4fef-9224-dbcc507a9da6 service nova] Lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.152956] env[71114]: DEBUG nova.compute.manager [req-e1dde455-94a1-4e9f-a60d-8999d48dc5fd req-48cdc78b-9cb9-4fef-9224-dbcc507a9da6 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] No waiting events found dispatching network-vif-plugged-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 675.153255] env[71114]: WARNING nova.compute.manager [req-e1dde455-94a1-4e9f-a60d-8999d48dc5fd req-48cdc78b-9cb9-4fef-9224-dbcc507a9da6 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Received unexpected event network-vif-plugged-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 for instance with vm_state building and task_state spawning. [ 675.313993] env[71114]: DEBUG nova.scheduler.client.report [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.339194] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821070, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.346030] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "eb07163f-4135-46ed-ab10-dee92d3942cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.346393] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "eb07163f-4135-46ed-ab10-dee92d3942cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.426595] env[71114]: DEBUG nova.network.neutron [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Successfully updated port: ac71d9fb-88b9-431c-960c-2675d2002659 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.463515] env[71114]: DEBUG nova.network.neutron [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.523345] env[71114]: DEBUG nova.compute.manager [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.570388] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.570645] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.570868] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.572109] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.572109] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.572229] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.572415] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.572612] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.574779] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.574779] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.574779] env[71114]: DEBUG nova.virt.hardware [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.574779] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72846c2-49f0-4bf3-bf92-b5d01efc762b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.591269] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea539fcf-42d8-4be7-9fc1-306fcf2d17dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.844929] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.845688] env[71114]: DEBUG nova.compute.manager [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.847963] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684697} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.848207] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.285s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.849866] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.849866] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71114) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 675.849866] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Copied Virtual Disk [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk to [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.849866] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Deleting the datastore file [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.850312] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da00ed-49ca-4c60-b18a-5a85fff1f07c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.854686] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1353a3d8-a453-4836-aa90-0dda04e0ce36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.856547] env[71114]: DEBUG nova.compute.manager [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.875423] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca3e19b-a805-4f33-a9cd-fb9fbd885e62 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.883045] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 675.883045] env[71114]: value = "task-3821071" [ 675.883045] env[71114]: _type = "Task" [ 675.883045] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.884083] env[71114]: DEBUG nova.network.neutron [req-9679a4e3-5b56-456c-9a91-0d752fa25637 req-9e3f6f78-0db8-422a-856a-d47a15e0e1a2 service nova] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Updated VIF entry in instance network info cache for port 7a471aca-85c5-4125-a64b-bc1408ecbec0. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.884354] env[71114]: DEBUG nova.network.neutron [req-9679a4e3-5b56-456c-9a91-0d752fa25637 req-9e3f6f78-0db8-422a-856a-d47a15e0e1a2 service nova] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Updating instance_info_cache with network_info: [{"id": "7a471aca-85c5-4125-a64b-bc1408ecbec0", "address": "fa:16:3e:a9:28:2f", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a471aca-85", "ovs_interfaceid": "7a471aca-85c5-4125-a64b-bc1408ecbec0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.905268] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f05bc4-b958-4c14-ade5-8e803bdb9fef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.912126] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02512} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.912848] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.913140] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Moving file from [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16/80587d26-4458-483e-9a99-d25c76fd36ad to [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad. {{(pid=71114) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 675.913702] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-94c35541-554a-45be-be3b-ba61e86cbecf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.919674] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b259f18-49e6-4a83-a04b-f4f9b6c191f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.925645] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 675.925645] env[71114]: value = "task-3821072" [ 675.925645] env[71114]: _type = "Task" [ 675.925645] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.954999] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "refresh_cache-05890564-0672-4235-b270-93bbe62ac179" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.955105] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "refresh_cache-05890564-0672-4235-b270-93bbe62ac179" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.955228] env[71114]: DEBUG nova.network.neutron [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.956636] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180870MB free_disk=51GB free_vcpus=48 pci_devices=None {{(pid=71114) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 675.956716] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.956955] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.967995] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821072, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035373} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.967995] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] File moved {{(pid=71114) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 675.967995] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Cleaning up location [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16 {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 675.967995] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Deleting the datastore file [datastore1] vmware_temp/25c8e25d-8738-468d-a273-4badc5cd2b16 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.967995] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9f43a71-35f3-4e73-a804-1a9f2617845d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.980646] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 675.980646] env[71114]: value = "task-3821073" [ 675.980646] env[71114]: _type = "Task" [ 675.980646] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.990311] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.074283] env[71114]: DEBUG nova.network.neutron [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Updating instance_info_cache with network_info: [{"id": "c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125", "address": "fa:16:3e:93:6e:be", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e3e3bc-4e", "ovs_interfaceid": "c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.097628] env[71114]: DEBUG nova.network.neutron [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Successfully created port: c53c8c10-4c63-46d0-9b31-1abfa49b5154 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.352414] env[71114]: DEBUG nova.compute.utils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.353717] env[71114]: DEBUG nova.compute.manager [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.353992] env[71114]: DEBUG nova.network.neutron [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.394793] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.394793] env[71114]: DEBUG oslo_concurrency.lockutils [req-9679a4e3-5b56-456c-9a91-0d752fa25637 req-9e3f6f78-0db8-422a-856a-d47a15e0e1a2 service nova] Releasing lock "refresh_cache-1099e72b-7ad0-4289-b00f-e7daf8391afd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.495380] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025721} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.496193] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.497778] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36af61e-a204-40e4-bb03-0651b1542a80 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.505390] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 676.505390] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523fd65d-436f-c4a0-b3e3-ddd7fa801b8d" [ 676.505390] env[71114]: _type = "Task" [ 676.505390] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.517335] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523fd65d-436f-c4a0-b3e3-ddd7fa801b8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.554073] env[71114]: DEBUG nova.policy [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e74d77e2100e4589b3937400b610bbca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01650d06604b4efcb0721f3226672050', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.579031] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Releasing lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.579031] env[71114]: DEBUG nova.compute.manager [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Instance network_info: |[{"id": "c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125", "address": "fa:16:3e:93:6e:be", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e3e3bc-4e", "ovs_interfaceid": "c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.579229] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:6e:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.590132] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Creating folder: Project (7c14929616144d5c9c0f37ec0499dddc). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.590614] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c027cc4-001a-4b94-a0c2-834b3a2c4a07 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.606855] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Created folder: Project (7c14929616144d5c9c0f37ec0499dddc) in parent group-v759732. [ 676.607061] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Creating folder: Instances. Parent ref: group-v759739. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.607313] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f03accd-5f2d-473c-9252-63b8f103df4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.621919] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Created folder: Instances in parent group-v759739. [ 676.622326] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.622871] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.622871] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a55adb9-22da-47a9-95e2-b48d4f5067a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.640696] env[71114]: DEBUG nova.network.neutron [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.649048] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.649048] env[71114]: value = "task-3821076" [ 676.649048] env[71114]: _type = "Task" [ 676.649048] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.659897] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821076, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.857817] env[71114]: DEBUG nova.compute.manager [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.000233] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 1099e72b-7ad0-4289-b00f-e7daf8391afd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 677.000334] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 05890564-0672-4235-b270-93bbe62ac179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 677.000509] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 3e34f4a1-7c1b-42bc-9e07-3233630ceeef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 677.001352] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 951b8df7-13d8-4c88-b05d-eb31de01750a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 677.001352] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance d00b626d-7121-46a9-ad1e-450c3db22e2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 677.001352] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 5d5d5686-c79e-48c5-a411-697a13820c75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 677.021322] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523fd65d-436f-c4a0-b3e3-ddd7fa801b8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.021524] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.024180] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1099e72b-7ad0-4289-b00f-e7daf8391afd/1099e72b-7ad0-4289-b00f-e7daf8391afd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.024180] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.024180] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.024180] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8281ae43-39e9-4424-8853-0987b441558b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.026282] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0d263f1-194f-4757-ab5c-084b02928870 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.036987] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 677.036987] env[71114]: value = "task-3821077" [ 677.036987] env[71114]: _type = "Task" [ 677.036987] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.039131] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.039621] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.049471] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837c7c27-2faa-42db-9ace-4b6d592ace6c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.060020] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for the task: (returnval){ [ 677.060020] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5266c0ab-b14b-47ef-43a7-640f29b4f324" [ 677.060020] env[71114]: _type = "Task" [ 677.060020] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.063242] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.074076] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5266c0ab-b14b-47ef-43a7-640f29b4f324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.169998] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821076, 'name': CreateVM_Task, 'duration_secs': 0.396345} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.170162] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.170827] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.170930] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.171281] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.171583] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f68833-ac8c-42c9-afd7-89a9c83e39f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.185237] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 677.185237] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522addc5-4c3c-52e2-8666-7a28419acf46" [ 677.185237] env[71114]: _type = "Task" [ 677.185237] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.208436] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522addc5-4c3c-52e2-8666-7a28419acf46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.260933] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquiring lock "86e51a30-4cbd-4b56-aff8-dee09042da28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.260933] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lock "86e51a30-4cbd-4b56-aff8-dee09042da28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.459746] env[71114]: DEBUG nova.network.neutron [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Updating instance_info_cache with network_info: [{"id": "ac71d9fb-88b9-431c-960c-2675d2002659", "address": "fa:16:3e:10:45:92", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac71d9fb-88", "ovs_interfaceid": "ac71d9fb-88b9-431c-960c-2675d2002659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.506512] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance eb07163f-4135-46ed-ab10-dee92d3942cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 677.554223] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821077, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.578120] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5266c0ab-b14b-47ef-43a7-640f29b4f324, 'name': SearchDatastore_Task, 'duration_secs': 0.024046} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.582404] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fbd6e6-42a6-4cdf-8df6-5d11eb03b7db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.589597] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for the task: (returnval){ [ 677.589597] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ca6562-8371-37e5-74e0-8cd29a6a5e47" [ 677.589597] env[71114]: _type = "Task" [ 677.589597] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.600808] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ca6562-8371-37e5-74e0-8cd29a6a5e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.706452] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522addc5-4c3c-52e2-8666-7a28419acf46, 'name': SearchDatastore_Task, 'duration_secs': 0.017508} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.709986] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.709986] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.709986] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.750477] env[71114]: DEBUG nova.network.neutron [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Successfully created port: b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.766218] env[71114]: DEBUG nova.compute.manager [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.838277] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.838649] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.868603] env[71114]: DEBUG nova.compute.manager [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.904965] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.905230] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.905385] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.905563] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.905710] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.905855] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.906067] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.906222] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.906382] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.906534] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.906697] env[71114]: DEBUG nova.virt.hardware [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.907958] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac5715d-a608-49d0-ad3b-4add5b0157f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.919266] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f5528b-ab0a-4eaa-87a7-19b26815d5d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.966810] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "refresh_cache-05890564-0672-4235-b270-93bbe62ac179" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.967079] env[71114]: DEBUG nova.compute.manager [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Instance network_info: |[{"id": "ac71d9fb-88b9-431c-960c-2675d2002659", "address": "fa:16:3e:10:45:92", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac71d9fb-88", "ovs_interfaceid": "ac71d9fb-88b9-431c-960c-2675d2002659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.968193] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:45:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac71d9fb-88b9-431c-960c-2675d2002659', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.978185] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating folder: Project (aa0b0e1284bf469fb35bf157448e2fca). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.979498] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-950c18c1-f5a9-444d-a853-90e014f2b0fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.994198] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Created folder: Project (aa0b0e1284bf469fb35bf157448e2fca) in parent group-v759732. [ 677.994198] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating folder: Instances. Parent ref: group-v759742. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.994198] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a41a4132-2209-4598-bde6-d5c3728c9485 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.003470] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Created folder: Instances in parent group-v759742. [ 678.003470] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.003470] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05890564-0672-4235-b270-93bbe62ac179] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.003470] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba05ba13-7473-4480-9cee-661822137d2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.019780] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 86e51a30-4cbd-4b56-aff8-dee09042da28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 678.019780] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 678.019780] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 678.028637] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.028637] env[71114]: value = "task-3821080" [ 678.028637] env[71114]: _type = "Task" [ 678.028637] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.041680] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821080, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.051221] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692029} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.054590] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1099e72b-7ad0-4289-b00f-e7daf8391afd/1099e72b-7ad0-4289-b00f-e7daf8391afd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.055122] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.055840] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e2d2029-d7fc-4cee-b51c-fea70efaadde {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.071051] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 678.071051] env[71114]: value = "task-3821081" [ 678.071051] env[71114]: _type = "Task" [ 678.071051] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.088155] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.103695] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ca6562-8371-37e5-74e0-8cd29a6a5e47, 'name': SearchDatastore_Task, 'duration_secs': 0.05759} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.103906] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.104180] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 951b8df7-13d8-4c88-b05d-eb31de01750a/951b8df7-13d8-4c88-b05d-eb31de01750a.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.108225] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.108447] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.108693] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d7b9494-1887-4d14-9402-989402ff5767 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.115034] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f7ff759-223b-45f0-87a2-d61d8a285a5e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.121478] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for the task: (returnval){ [ 678.121478] env[71114]: value = "task-3821082" [ 678.121478] env[71114]: _type = "Task" [ 678.121478] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.126864] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.128091] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.128805] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-794c7619-75be-4ad1-b028-ae71931b5cd7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.138429] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.145491] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 678.145491] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5226797a-6d47-427e-9485-e0a8274825bb" [ 678.145491] env[71114]: _type = "Task" [ 678.145491] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.161338] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5226797a-6d47-427e-9485-e0a8274825bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.231324] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a1114-609d-4440-9647-02da11fca1e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.241052] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5872ba56-1360-4f5a-a243-92f27ea2d94f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.280031] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d29e033-10bb-4b39-988f-df86ebd2e4cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.295522] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5fcb0c-7f84-4302-8cc6-f66ed5ac1f3c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.315797] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.318706] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.342574] env[71114]: DEBUG nova.compute.manager [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.544114] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821080, 'name': CreateVM_Task, 'duration_secs': 0.470763} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.544114] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05890564-0672-4235-b270-93bbe62ac179] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.545479] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.545479] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.546028] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.546517] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d413b6e-96b1-4d0f-932d-1a42e6b944b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.559129] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 678.559129] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f80c3e-055b-9e17-9bdb-96c14ffc275c" [ 678.559129] env[71114]: _type = "Task" [ 678.559129] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.570591] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f80c3e-055b-9e17-9bdb-96c14ffc275c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.587106] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081016} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.587645] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.589204] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda7a3e5-2c82-4fe7-b1b8-39c86aa4fb56 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.619875] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 1099e72b-7ad0-4289-b00f-e7daf8391afd/1099e72b-7ad0-4289-b00f-e7daf8391afd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.620239] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ac6864-748f-4e6d-8546-732dd64e7312 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.647469] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520488} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.654205] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 951b8df7-13d8-4c88-b05d-eb31de01750a/951b8df7-13d8-4c88-b05d-eb31de01750a.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.654205] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.654205] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 678.654205] env[71114]: value = "task-3821083" [ 678.654205] env[71114]: _type = "Task" [ 678.654205] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.654205] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e229f1e3-921d-4746-acf9-25c2b4ea9d1f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.667292] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5226797a-6d47-427e-9485-e0a8274825bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.671455] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38cc9235-aee4-48f7-8bb1-a3fb24710cf0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.676771] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for the task: (returnval){ [ 678.676771] env[71114]: value = "task-3821084" [ 678.676771] env[71114]: _type = "Task" [ 678.676771] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.688252] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 678.688252] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c78663-f2b1-126e-4700-be62fc9bdbe1" [ 678.688252] env[71114]: _type = "Task" [ 678.688252] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.688709] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.700913] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.712277] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c78663-f2b1-126e-4700-be62fc9bdbe1, 'name': SearchDatastore_Task, 'duration_secs': 0.013626} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.712277] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.712277] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 3e34f4a1-7c1b-42bc-9e07-3233630ceeef/3e34f4a1-7c1b-42bc-9e07-3233630ceeef.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.712277] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f3b0f3-87ef-4e48-96ec-7faf81d5d78f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.719556] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 678.719556] env[71114]: value = "task-3821085" [ 678.719556] env[71114]: _type = "Task" [ 678.719556] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.731166] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.821443] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.882487] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.056009] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "7908850c-f4b3-41ac-9c4a-41c21151041c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.056512] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "7908850c-f4b3-41ac-9c4a-41c21151041c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.077790] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f80c3e-055b-9e17-9bdb-96c14ffc275c, 'name': SearchDatastore_Task, 'duration_secs': 0.058051} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.078414] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.078677] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.078910] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.079067] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.079242] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.079654] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d5475a4-df0b-4bb4-a7ca-330f719dc024 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.092623] env[71114]: DEBUG nova.compute.manager [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] [instance: 05890564-0672-4235-b270-93bbe62ac179] Received event network-vif-plugged-ac71d9fb-88b9-431c-960c-2675d2002659 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.093576] env[71114]: DEBUG oslo_concurrency.lockutils [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] Acquiring lock "05890564-0672-4235-b270-93bbe62ac179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.093699] env[71114]: DEBUG oslo_concurrency.lockutils [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] Lock "05890564-0672-4235-b270-93bbe62ac179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.095740] env[71114]: DEBUG oslo_concurrency.lockutils [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] Lock "05890564-0672-4235-b270-93bbe62ac179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.096054] env[71114]: DEBUG nova.compute.manager [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] [instance: 05890564-0672-4235-b270-93bbe62ac179] No waiting events found dispatching network-vif-plugged-ac71d9fb-88b9-431c-960c-2675d2002659 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 679.096244] env[71114]: WARNING nova.compute.manager [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] [instance: 05890564-0672-4235-b270-93bbe62ac179] Received unexpected event network-vif-plugged-ac71d9fb-88b9-431c-960c-2675d2002659 for instance with vm_state building and task_state spawning. [ 679.096463] env[71114]: DEBUG nova.compute.manager [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] [instance: 05890564-0672-4235-b270-93bbe62ac179] Received event network-changed-ac71d9fb-88b9-431c-960c-2675d2002659 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.096707] env[71114]: DEBUG nova.compute.manager [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] [instance: 05890564-0672-4235-b270-93bbe62ac179] Refreshing instance network info cache due to event network-changed-ac71d9fb-88b9-431c-960c-2675d2002659. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.096967] env[71114]: DEBUG oslo_concurrency.lockutils [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] Acquiring lock "refresh_cache-05890564-0672-4235-b270-93bbe62ac179" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.097147] env[71114]: DEBUG oslo_concurrency.lockutils [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] Acquired lock "refresh_cache-05890564-0672-4235-b270-93bbe62ac179" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.097367] env[71114]: DEBUG nova.network.neutron [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] [instance: 05890564-0672-4235-b270-93bbe62ac179] Refreshing network info cache for port ac71d9fb-88b9-431c-960c-2675d2002659 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.100361] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.100563] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.109510] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a0e282-902f-4a28-b74d-c6b43c457ac5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.114361] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 679.114361] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d6194e-ed01-5bbc-ae77-87887b924053" [ 679.114361] env[71114]: _type = "Task" [ 679.114361] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.135831] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d6194e-ed01-5bbc-ae77-87887b924053, 'name': SearchDatastore_Task, 'duration_secs': 0.018608} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.138578] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308d342c-5718-4f5f-b9b7-391476f8a575 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.145593] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 679.145593] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bd7d72-41de-757a-853a-1ecc6815dafa" [ 679.145593] env[71114]: _type = "Task" [ 679.145593] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.171475] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bd7d72-41de-757a-853a-1ecc6815dafa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.179289] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821083, 'name': ReconfigVM_Task, 'duration_secs': 0.321283} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.180063] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 1099e72b-7ad0-4289-b00f-e7daf8391afd/1099e72b-7ad0-4289-b00f-e7daf8391afd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.184648] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cf7e4fc-4ed5-4f67-9520-be05b34dfb0b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.193927] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083149} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.196698] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.196698] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 679.196698] env[71114]: value = "task-3821086" [ 679.196698] env[71114]: _type = "Task" [ 679.196698] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.196698] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9116814-b3fb-46bf-b733-7187eae16989 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.211478] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821086, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.233650] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 951b8df7-13d8-4c88-b05d-eb31de01750a/951b8df7-13d8-4c88-b05d-eb31de01750a.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.237144] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d5e73f-33e3-4940-853d-f54a832fe3c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.258101] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.259114] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for the task: (returnval){ [ 679.259114] env[71114]: value = "task-3821087" [ 679.259114] env[71114]: _type = "Task" [ 679.259114] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.274092] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.327137] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 679.327336] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.370s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.327606] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.934s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.329217] env[71114]: INFO nova.compute.claims [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.571811] env[71114]: DEBUG nova.compute.manager [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.667027] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bd7d72-41de-757a-853a-1ecc6815dafa, 'name': SearchDatastore_Task, 'duration_secs': 0.03334} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.669134] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.669134] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 05890564-0672-4235-b270-93bbe62ac179/05890564-0672-4235-b270-93bbe62ac179.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.669134] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6fe2b70-8e55-43b8-9086-28023fc8185f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.679404] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 679.679404] env[71114]: value = "task-3821088" [ 679.679404] env[71114]: _type = "Task" [ 679.679404] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.691920] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.711636] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821086, 'name': Rename_Task, 'duration_secs': 0.163929} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.712177] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.713077] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8fc973d-ac90-4c00-8822-5b444badaa57 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.715387] env[71114]: DEBUG nova.network.neutron [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Successfully updated port: c53c8c10-4c63-46d0-9b31-1abfa49b5154 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.723021] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 679.723021] env[71114]: value = "task-3821089" [ 679.723021] env[71114]: _type = "Task" [ 679.723021] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.737954] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.743274] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821085, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.774040] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.100936] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.195512] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821088, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.219950] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquiring lock "refresh_cache-d00b626d-7121-46a9-ad1e-450c3db22e2d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.220121] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquired lock "refresh_cache-d00b626d-7121-46a9-ad1e-450c3db22e2d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.220224] env[71114]: DEBUG nova.network.neutron [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.251022] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821089, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.254047] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821085, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.41098} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.254449] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 3e34f4a1-7c1b-42bc-9e07-3233630ceeef/3e34f4a1-7c1b-42bc-9e07-3233630ceeef.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.254594] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.254860] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6fc14bf-62f9-4644-ae37-a25c32122b24 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.270075] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 680.270075] env[71114]: value = "task-3821090" [ 680.270075] env[71114]: _type = "Task" [ 680.270075] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.281573] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.288163] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821090, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.451957] env[71114]: DEBUG nova.compute.manager [req-1ba37930-93a4-4924-90f3-c08cda24cec3 req-80e2586f-0739-4eb3-ab61-a2bed9149643 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Received event network-changed-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.452191] env[71114]: DEBUG nova.compute.manager [req-1ba37930-93a4-4924-90f3-c08cda24cec3 req-80e2586f-0739-4eb3-ab61-a2bed9149643 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Refreshing instance network info cache due to event network-changed-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.452463] env[71114]: DEBUG oslo_concurrency.lockutils [req-1ba37930-93a4-4924-90f3-c08cda24cec3 req-80e2586f-0739-4eb3-ab61-a2bed9149643 service nova] Acquiring lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.452760] env[71114]: DEBUG oslo_concurrency.lockutils [req-1ba37930-93a4-4924-90f3-c08cda24cec3 req-80e2586f-0739-4eb3-ab61-a2bed9149643 service nova] Acquired lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.452942] env[71114]: DEBUG nova.network.neutron [req-1ba37930-93a4-4924-90f3-c08cda24cec3 req-80e2586f-0739-4eb3-ab61-a2bed9149643 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Refreshing network info cache for port c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.619541] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10f9a57-9ed1-4605-947c-4a94c45bb773 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.629842] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a564df7-8297-4a9e-8289-d0dfd09e9cd8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.669734] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befaad07-dca2-4589-ada4-55453d424ab0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.681674] env[71114]: DEBUG nova.network.neutron [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] [instance: 05890564-0672-4235-b270-93bbe62ac179] Updated VIF entry in instance network info cache for port ac71d9fb-88b9-431c-960c-2675d2002659. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.681674] env[71114]: DEBUG nova.network.neutron [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] [instance: 05890564-0672-4235-b270-93bbe62ac179] Updating instance_info_cache with network_info: [{"id": "ac71d9fb-88b9-431c-960c-2675d2002659", "address": "fa:16:3e:10:45:92", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac71d9fb-88", "ovs_interfaceid": "ac71d9fb-88b9-431c-960c-2675d2002659", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.686023] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515c3b4e-8c2a-4211-abe4-12ddd73331ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.709670] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860813} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.710690] env[71114]: DEBUG nova.compute.provider_tree [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.712264] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 05890564-0672-4235-b270-93bbe62ac179/05890564-0672-4235-b270-93bbe62ac179.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.712264] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.712264] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6500c58a-b8e5-467b-9371-33f141908111 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.722897] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquiring lock "4fd900b8-cabb-482e-97bf-9663d402c228" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.723359] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "4fd900b8-cabb-482e-97bf-9663d402c228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.724397] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 680.724397] env[71114]: value = "task-3821091" [ 680.724397] env[71114]: _type = "Task" [ 680.724397] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.739973] env[71114]: DEBUG oslo_vmware.api [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821089, 'name': PowerOnVM_Task, 'duration_secs': 0.593745} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.743269] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.744042] env[71114]: INFO nova.compute.manager [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Took 16.34 seconds to spawn the instance on the hypervisor. [ 680.744042] env[71114]: DEBUG nova.compute.manager [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 680.744615] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.745399] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00be1e88-c76d-43b1-b893-53f470475e9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.774607] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821087, 'name': ReconfigVM_Task, 'duration_secs': 1.307075} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.778010] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 951b8df7-13d8-4c88-b05d-eb31de01750a/951b8df7-13d8-4c88-b05d-eb31de01750a.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.778720] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc29305b-16f0-4b2c-a778-d147f1f6088c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.786700] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821090, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182634} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.788150] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.789034] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for the task: (returnval){ [ 680.789034] env[71114]: value = "task-3821092" [ 680.789034] env[71114]: _type = "Task" [ 680.789034] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.789229] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d695b8-ab3f-41d5-802e-9e51fdb7c730 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.825308] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 3e34f4a1-7c1b-42bc-9e07-3233630ceeef/3e34f4a1-7c1b-42bc-9e07-3233630ceeef.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.829740] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8caeef14-b891-4d86-96cf-4016baa4bcd5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.845975] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821092, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.848838] env[71114]: DEBUG nova.network.neutron [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Successfully updated port: b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.853327] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 680.853327] env[71114]: value = "task-3821093" [ 680.853327] env[71114]: _type = "Task" [ 680.853327] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.867684] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.869189] env[71114]: DEBUG nova.network.neutron [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.186076] env[71114]: DEBUG oslo_concurrency.lockutils [req-deba33cc-6d9d-46ef-b650-cce884da537a req-530e7ae4-cb19-40a9-a3e3-96e1aef77ffc service nova] Releasing lock "refresh_cache-05890564-0672-4235-b270-93bbe62ac179" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.218833] env[71114]: DEBUG nova.scheduler.client.report [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.240162] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16661} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.240568] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.241705] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e56b3ea-b36c-456f-8507-f20e9bc15a53 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.275508] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 05890564-0672-4235-b270-93bbe62ac179/05890564-0672-4235-b270-93bbe62ac179.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.280909] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2242743f-3c74-4f7a-9bc9-4d8a1bb5c773 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.299666] env[71114]: INFO nova.compute.manager [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Took 21.12 seconds to build instance. [ 681.311373] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821092, 'name': Rename_Task, 'duration_secs': 0.192734} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.313053] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.313053] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 681.313053] env[71114]: value = "task-3821094" [ 681.313053] env[71114]: _type = "Task" [ 681.313053] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.313053] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2648037b-fd7c-4a52-a818-c39eeac8adb6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.327022] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for the task: (returnval){ [ 681.327022] env[71114]: value = "task-3821095" [ 681.327022] env[71114]: _type = "Task" [ 681.327022] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.329209] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.341782] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.351948] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.352142] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquired lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.353364] env[71114]: DEBUG nova.network.neutron [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.365889] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.669759] env[71114]: DEBUG nova.network.neutron [req-1ba37930-93a4-4924-90f3-c08cda24cec3 req-80e2586f-0739-4eb3-ab61-a2bed9149643 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Updated VIF entry in instance network info cache for port c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.669759] env[71114]: DEBUG nova.network.neutron [req-1ba37930-93a4-4924-90f3-c08cda24cec3 req-80e2586f-0739-4eb3-ab61-a2bed9149643 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Updating instance_info_cache with network_info: [{"id": "c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125", "address": "fa:16:3e:93:6e:be", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e3e3bc-4e", "ovs_interfaceid": "c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.704066] env[71114]: DEBUG nova.network.neutron [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Updating instance_info_cache with network_info: [{"id": "c53c8c10-4c63-46d0-9b31-1abfa49b5154", "address": "fa:16:3e:40:38:02", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53c8c10-4c", "ovs_interfaceid": "c53c8c10-4c63-46d0-9b31-1abfa49b5154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.726420] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.726968] env[71114]: DEBUG nova.compute.manager [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.731260] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.411s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.731260] env[71114]: INFO nova.compute.claims [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.805064] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7753dc0c-2fa7-4385-abf5-a9049a6eda03 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "1099e72b-7ad0-4289-b00f-e7daf8391afd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.633s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.807589] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "1099e72b-7ad0-4289-b00f-e7daf8391afd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.336s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.807813] env[71114]: INFO nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] During sync_power_state the instance has a pending task (spawning). Skip. [ 681.808026] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "1099e72b-7ad0-4289-b00f-e7daf8391afd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.830652] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.840354] env[71114]: DEBUG oslo_vmware.api [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821095, 'name': PowerOnVM_Task, 'duration_secs': 0.491599} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.841370] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.847223] env[71114]: INFO nova.compute.manager [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Took 8.60 seconds to spawn the instance on the hypervisor. [ 681.847223] env[71114]: DEBUG nova.compute.manager [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 681.847223] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56697c60-50f2-4db0-a162-a78ee85094ab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.871279] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.984421] env[71114]: DEBUG nova.network.neutron [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.174231] env[71114]: DEBUG oslo_concurrency.lockutils [req-1ba37930-93a4-4924-90f3-c08cda24cec3 req-80e2586f-0739-4eb3-ab61-a2bed9149643 service nova] Releasing lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.207431] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Releasing lock "refresh_cache-d00b626d-7121-46a9-ad1e-450c3db22e2d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.210590] env[71114]: DEBUG nova.compute.manager [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Instance network_info: |[{"id": "c53c8c10-4c63-46d0-9b31-1abfa49b5154", "address": "fa:16:3e:40:38:02", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53c8c10-4c", "ovs_interfaceid": "c53c8c10-4c63-46d0-9b31-1abfa49b5154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.210831] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:38:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c53c8c10-4c63-46d0-9b31-1abfa49b5154', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.218596] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Creating folder: Project (051eeaf4a8c34c578dbd8ca67492a6a1). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.218802] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-827afd6e-58dc-431f-884f-37662435a71f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.233293] env[71114]: DEBUG nova.compute.manager [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Received event network-vif-plugged-c53c8c10-4c63-46d0-9b31-1abfa49b5154 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.235118] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Acquiring lock "d00b626d-7121-46a9-ad1e-450c3db22e2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.235118] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Lock "d00b626d-7121-46a9-ad1e-450c3db22e2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.235118] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Lock "d00b626d-7121-46a9-ad1e-450c3db22e2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.235118] env[71114]: DEBUG nova.compute.manager [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] No waiting events found dispatching network-vif-plugged-c53c8c10-4c63-46d0-9b31-1abfa49b5154 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 682.235118] env[71114]: WARNING nova.compute.manager [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Received unexpected event network-vif-plugged-c53c8c10-4c63-46d0-9b31-1abfa49b5154 for instance with vm_state building and task_state spawning. [ 682.235411] env[71114]: DEBUG nova.compute.manager [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Received event network-changed-c53c8c10-4c63-46d0-9b31-1abfa49b5154 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.235411] env[71114]: DEBUG nova.compute.manager [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Refreshing instance network info cache due to event network-changed-c53c8c10-4c63-46d0-9b31-1abfa49b5154. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.235411] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Acquiring lock "refresh_cache-d00b626d-7121-46a9-ad1e-450c3db22e2d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.236353] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Acquired lock "refresh_cache-d00b626d-7121-46a9-ad1e-450c3db22e2d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.236353] env[71114]: DEBUG nova.network.neutron [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Refreshing network info cache for port c53c8c10-4c63-46d0-9b31-1abfa49b5154 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.244263] env[71114]: DEBUG nova.compute.utils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.249189] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Created folder: Project (051eeaf4a8c34c578dbd8ca67492a6a1) in parent group-v759732. [ 682.249189] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Creating folder: Instances. Parent ref: group-v759745. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.256536] env[71114]: DEBUG nova.compute.manager [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.256725] env[71114]: DEBUG nova.network.neutron [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.258980] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8879fca3-4e97-43df-bc2c-593e4cae44b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.274634] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Created folder: Instances in parent group-v759745. [ 682.274965] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.275498] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.275498] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c5c322e-7090-4ece-aa73-56cddaa7829e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.298216] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.298216] env[71114]: value = "task-3821098" [ 682.298216] env[71114]: _type = "Task" [ 682.298216] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.307432] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821098, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.310171] env[71114]: DEBUG nova.compute.manager [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 682.339616] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821094, 'name': ReconfigVM_Task, 'duration_secs': 0.802227} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.339925] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 05890564-0672-4235-b270-93bbe62ac179/05890564-0672-4235-b270-93bbe62ac179.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.341798] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7be903e3-5866-4404-b8a3-fb83085b805e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.346585] env[71114]: DEBUG nova.policy [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff615d51c0474047864bad3c380d320e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12f37cf707db4ecba3aaecd49833b75f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.355032] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 682.355032] env[71114]: value = "task-3821099" [ 682.355032] env[71114]: _type = "Task" [ 682.355032] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.376042] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821099, 'name': Rename_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.385341] env[71114]: INFO nova.compute.manager [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Took 15.25 seconds to build instance. [ 682.389166] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821093, 'name': ReconfigVM_Task, 'duration_secs': 1.031434} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.392299] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 3e34f4a1-7c1b-42bc-9e07-3233630ceeef/3e34f4a1-7c1b-42bc-9e07-3233630ceeef.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.394912] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0d0629b-430a-49c7-9a4b-4217c73048cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.405911] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 682.405911] env[71114]: value = "task-3821100" [ 682.405911] env[71114]: _type = "Task" [ 682.405911] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.419354] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821100, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.649568] env[71114]: DEBUG nova.network.neutron [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updating instance_info_cache with network_info: [{"id": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "address": "fa:16:3e:36:ee:15", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e8b768-f8", "ovs_interfaceid": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.771308] env[71114]: DEBUG nova.compute.manager [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.820961] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821098, 'name': CreateVM_Task, 'duration_secs': 0.41163} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.824223] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.830155] env[71114]: DEBUG oslo_vmware.service [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bd88ff-329e-44ec-b550-20833809eeb0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.840774] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.840974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.841391] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.841727] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438157fb-b526-42fe-a255-2b5a0af07a70 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.847033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.851893] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 682.851893] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b404b6-020c-672b-7ab9-e82a105293c4" [ 682.851893] env[71114]: _type = "Task" [ 682.851893] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.875584] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.876038] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.881030] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.881030] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.881280] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.881465] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821099, 'name': Rename_Task, 'duration_secs': 0.192859} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.885033] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1efacfc8-0b2c-4475-9d66-fa601c5be750 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.887409] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.888591] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-435d3090-d126-4f5f-b30c-53bb2b7d2494 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.896083] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97034cc9-c646-4172-be53-71f8edddfa8c tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lock "951b8df7-13d8-4c88-b05d-eb31de01750a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.771s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.896413] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 682.896413] env[71114]: value = "task-3821101" [ 682.896413] env[71114]: _type = "Task" [ 682.896413] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.907578] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.908443] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.918169] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78b726f-8d1e-4a81-8eb1-dc3de4c5723e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.921358] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.936140] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51581379-57bd-4b77-afd0-c18562db270c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.940160] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821100, 'name': Rename_Task, 'duration_secs': 0.231259} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.941296] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.942077] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5d4c3cc-3518-4c0d-8f63-a345a742e267 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.947511] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 682.947511] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527672ce-a167-6d06-23e2-12a0e9adcc41" [ 682.947511] env[71114]: _type = "Task" [ 682.947511] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.956023] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 682.956023] env[71114]: value = "task-3821102" [ 682.956023] env[71114]: _type = "Task" [ 682.956023] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.961166] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527672ce-a167-6d06-23e2-12a0e9adcc41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.967499] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.078019] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686fa98b-85be-4ec1-8057-46634ec4f634 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.093081] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69523193-6f58-42cc-8906-f232833a1b86 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.145256] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4b0e41-717d-4d26-bdbf-4eb0694c5591 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.153569] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Releasing lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.153876] env[71114]: DEBUG nova.compute.manager [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Instance network_info: |[{"id": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "address": "fa:16:3e:36:ee:15", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e8b768-f8", "ovs_interfaceid": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.154387] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ee:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1e8b768-f8e0-4711-bb53-4b9a9c1c5587', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.163108] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Creating folder: Project (01650d06604b4efcb0721f3226672050). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.164225] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee0c56e-9306-4110-9926-f37e1703102b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.168790] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8aa081e-e8a1-4255-8a27-70c9b8b8303d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.182772] env[71114]: DEBUG nova.compute.provider_tree [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.188111] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Created folder: Project (01650d06604b4efcb0721f3226672050) in parent group-v759732. [ 683.188315] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Creating folder: Instances. Parent ref: group-v759748. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.188868] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11e71a65-3556-44d8-a513-3fce23fa0e7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.203016] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Created folder: Instances in parent group-v759748. [ 683.207032] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.207032] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.207032] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aac85b6-982a-45de-a510-78054b9cb088 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.227538] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.227538] env[71114]: value = "task-3821105" [ 683.227538] env[71114]: _type = "Task" [ 683.227538] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.238107] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821105, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.420993] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.467952] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Preparing fetch location {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 683.471339] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Creating directory with path [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.475678] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee916ff7-146c-4342-b198-bf783983e05b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.481927] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821102, 'name': PowerOnVM_Task} progress is 1%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.519873] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Created directory with path [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.520344] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Fetch image to [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 683.520668] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Downloading image file data 80587d26-4458-483e-9a99-d25c76fd36ad to [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk on the data store datastore2 {{(pid=71114) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 683.523044] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883eb730-5a8b-48a4-bf8b-2bebb5910775 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.540848] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd28031c-dcdc-4c4d-a995-570add2b510d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.558119] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eabe2d-6550-424a-b91f-5293ef59f86c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.601379] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e86aff-9b86-4248-855f-0fa547ccdfad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.609832] env[71114]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-31b54041-93ba-49b9-84dc-452de75ce0ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.651858] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Downloading image file data 80587d26-4458-483e-9a99-d25c76fd36ad to the data store datastore2 {{(pid=71114) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 683.697912] env[71114]: DEBUG nova.scheduler.client.report [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.745927] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821105, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.767027] env[71114]: DEBUG oslo_vmware.rw_handles [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=71114) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 683.839999] env[71114]: DEBUG nova.compute.manager [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.844370] env[71114]: DEBUG nova.network.neutron [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Successfully created port: fdcb143c-dfc5-4814-85ad-6b32fd958ddd {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.877037] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.877289] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.877446] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.877623] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.877848] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.877917] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.878192] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.878365] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.878556] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.878821] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.878910] env[71114]: DEBUG nova.virt.hardware [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.880187] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c37aad2-9828-4895-825f-6da232b34029 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.892693] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a7d6ab-fa85-459d-851d-de966d49a914 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.912177] env[71114]: DEBUG oslo_vmware.api [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821101, 'name': PowerOnVM_Task, 'duration_secs': 0.671547} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.920146] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.920146] env[71114]: INFO nova.compute.manager [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Took 12.97 seconds to spawn the instance on the hypervisor. [ 683.920437] env[71114]: DEBUG nova.compute.manager [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 683.925834] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9567bc-0c07-4c05-89bc-49164fb8728e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.967325] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821102, 'name': PowerOnVM_Task} progress is 82%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.050335] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquiring lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.053027] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.139251] env[71114]: DEBUG nova.compute.manager [None req-ad3d2233-5b17-4a9b-b1c8-b868f29ba365 tempest-ServerDiagnosticsV248Test-715836799 tempest-ServerDiagnosticsV248Test-715836799-project-admin] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.144061] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f8eeb7-1d9f-4470-b91b-f3eb1af83a20 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.158530] env[71114]: INFO nova.compute.manager [None req-ad3d2233-5b17-4a9b-b1c8-b868f29ba365 tempest-ServerDiagnosticsV248Test-715836799 tempest-ServerDiagnosticsV248Test-715836799-project-admin] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Retrieving diagnostics [ 684.159459] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ee4813-c44c-44e6-8a74-5a0ca09b7960 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.166272] env[71114]: DEBUG nova.network.neutron [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Updated VIF entry in instance network info cache for port c53c8c10-4c63-46d0-9b31-1abfa49b5154. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.166735] env[71114]: DEBUG nova.network.neutron [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Updating instance_info_cache with network_info: [{"id": "c53c8c10-4c63-46d0-9b31-1abfa49b5154", "address": "fa:16:3e:40:38:02", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc53c8c10-4c", "ovs_interfaceid": "c53c8c10-4c63-46d0-9b31-1abfa49b5154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.207491] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.208284] env[71114]: DEBUG nova.compute.manager [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.212743] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.329s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.213071] env[71114]: INFO nova.compute.claims [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.244204] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821105, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.269739] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Acquiring lock "1099e72b-7ad0-4289-b00f-e7daf8391afd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.269739] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Lock "1099e72b-7ad0-4289-b00f-e7daf8391afd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.269739] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Acquiring lock "1099e72b-7ad0-4289-b00f-e7daf8391afd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.269739] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Lock "1099e72b-7ad0-4289-b00f-e7daf8391afd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.269903] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Lock "1099e72b-7ad0-4289-b00f-e7daf8391afd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.272530] env[71114]: INFO nova.compute.manager [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Terminating instance [ 684.460307] env[71114]: INFO nova.compute.manager [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Took 19.97 seconds to build instance. [ 684.472519] env[71114]: DEBUG oslo_vmware.api [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821102, 'name': PowerOnVM_Task, 'duration_secs': 1.307363} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.474856] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.474856] env[71114]: INFO nova.compute.manager [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Took 15.84 seconds to spawn the instance on the hypervisor. [ 684.474856] env[71114]: DEBUG nova.compute.manager [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 684.474856] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdd0d99-8f84-46dd-9efd-34caeef29659 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.562899] env[71114]: DEBUG nova.compute.manager [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.713314] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Releasing lock "refresh_cache-d00b626d-7121-46a9-ad1e-450c3db22e2d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.713612] env[71114]: DEBUG nova.compute.manager [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Received event network-vif-plugged-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.713843] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Acquiring lock "5d5d5686-c79e-48c5-a411-697a13820c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.714069] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Lock "5d5d5686-c79e-48c5-a411-697a13820c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.714979] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Lock "5d5d5686-c79e-48c5-a411-697a13820c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.714979] env[71114]: DEBUG nova.compute.manager [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] No waiting events found dispatching network-vif-plugged-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.714979] env[71114]: WARNING nova.compute.manager [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Received unexpected event network-vif-plugged-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 for instance with vm_state building and task_state spawning. [ 684.714979] env[71114]: DEBUG nova.compute.manager [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Received event network-changed-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.714979] env[71114]: DEBUG nova.compute.manager [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Refreshing instance network info cache due to event network-changed-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.715280] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Acquiring lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.715280] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Acquired lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.715347] env[71114]: DEBUG nova.network.neutron [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Refreshing network info cache for port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.722833] env[71114]: DEBUG nova.compute.utils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.722833] env[71114]: DEBUG nova.compute.manager [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.722833] env[71114]: DEBUG nova.network.neutron [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.751807] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821105, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.777226] env[71114]: DEBUG nova.compute.manager [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.780186] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.780795] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e9036-32e7-4239-8dc4-4bd4bb3de334 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.795680] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.795951] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e055ce75-b9ca-40fc-a0e4-19607fce614b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.807061] env[71114]: DEBUG oslo_vmware.api [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Waiting for the task: (returnval){ [ 684.807061] env[71114]: value = "task-3821106" [ 684.807061] env[71114]: _type = "Task" [ 684.807061] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.825025] env[71114]: DEBUG oslo_vmware.api [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Task: {'id': task-3821106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.915710] env[71114]: DEBUG nova.policy [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e4ca008b7bf4463b971bc72a0935a4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '472d3f623535402a8ca9ee533eb7a3c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.965923] env[71114]: DEBUG oslo_concurrency.lockutils [None req-335c1fad-3d6e-4993-9e35-e6cb4385cb43 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "05890564-0672-4235-b270-93bbe62ac179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.481s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.005049] env[71114]: INFO nova.compute.manager [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Took 20.67 seconds to build instance. [ 685.197945] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.224284] env[71114]: DEBUG oslo_vmware.rw_handles [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Completed reading data from the image iterator. {{(pid=71114) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 685.224389] env[71114]: DEBUG oslo_vmware.rw_handles [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 685.226574] env[71114]: DEBUG nova.compute.manager [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.252314] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821105, 'name': CreateVM_Task, 'duration_secs': 1.543154} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.252534] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.253327] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.253548] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.254025] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.254337] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733e4a58-3152-4882-a512-5e2e00575f58 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.260851] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 685.260851] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523ccaf4-c732-d70a-3bee-5cba1ad1abe8" [ 685.260851] env[71114]: _type = "Task" [ 685.260851] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.292061] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.292061] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.292061] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.334750] env[71114]: DEBUG oslo_vmware.api [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Task: {'id': task-3821106, 'name': PowerOffVM_Task, 'duration_secs': 0.308834} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.338110] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.340968] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.340968] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-428d6ad9-3b89-40ee-a718-042831c7162b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.380276] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Downloaded image file data 80587d26-4458-483e-9a99-d25c76fd36ad to vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk on the data store datastore2 {{(pid=71114) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 685.385445] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Caching image {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 685.385750] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Copying Virtual Disk [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk to [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.386415] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac65f9c3-46ec-4978-9ebd-54d4cf0089e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.398726] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 685.398726] env[71114]: value = "task-3821108" [ 685.398726] env[71114]: _type = "Task" [ 685.398726] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.413433] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.424972] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.425090] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.426343] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Deleting the datastore file [datastore1] 1099e72b-7ad0-4289-b00f-e7daf8391afd {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.426343] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae468de6-3d36-496c-9c27-483590b32247 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.439446] env[71114]: DEBUG oslo_vmware.api [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Waiting for the task: (returnval){ [ 685.439446] env[71114]: value = "task-3821109" [ 685.439446] env[71114]: _type = "Task" [ 685.439446] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.446409] env[71114]: DEBUG oslo_vmware.api [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Task: {'id': task-3821109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.512809] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81640f1e-3636-4b20-8553-dc1b1c5e2780 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.183s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.512996] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.042s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.514360] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e94e601-1d36-4e47-ab52-825836076770 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.568288] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed440426-56a6-4aaf-8419-7fd2c937ea6e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.579584] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67604449-6aef-418f-b761-9860227ffafc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.624220] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b2d473-ae5f-47a4-9d0c-2f3feac412c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.636254] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868c4fa8-ef30-46b7-bb0c-8502eea4c8ac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.658595] env[71114]: DEBUG nova.compute.provider_tree [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.910049] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821108, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.949556] env[71114]: DEBUG oslo_vmware.api [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Task: {'id': task-3821109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297491} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.949556] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.949556] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.949556] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.950562] env[71114]: INFO nova.compute.manager [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Took 1.17 seconds to destroy the instance on the hypervisor. [ 685.950562] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.950562] env[71114]: DEBUG nova.compute.manager [-] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.950562] env[71114]: DEBUG nova.network.neutron [-] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.041860] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.160825] env[71114]: DEBUG nova.scheduler.client.report [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.248582] env[71114]: DEBUG nova.compute.manager [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.292803] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.293029] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.293029] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.294194] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.294772] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.294772] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.298214] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.298432] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.298790] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.298881] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.299095] env[71114]: DEBUG nova.virt.hardware [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.300090] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a6b035-43a3-4609-9048-229e6b5e9941 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.307951] env[71114]: DEBUG nova.network.neutron [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Successfully created port: 3ed6663a-2e6a-43c0-b1f6-189cd6028109 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.317397] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9030495-782a-4048-89f8-881121e4aaae {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.410369] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.94968} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.410621] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Copied Virtual Disk [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk to [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.410814] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Deleting the datastore file [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad/tmp-sparse.vmdk {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.411071] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88fe93e9-7c84-4acf-aaba-efade70a2a3f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.421287] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 686.421287] env[71114]: value = "task-3821110" [ 686.421287] env[71114]: _type = "Task" [ 686.421287] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.436597] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.506050] env[71114]: DEBUG nova.network.neutron [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updated VIF entry in instance network info cache for port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.506100] env[71114]: DEBUG nova.network.neutron [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updating instance_info_cache with network_info: [{"id": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "address": "fa:16:3e:36:ee:15", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e8b768-f8", "ovs_interfaceid": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.668447] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.669078] env[71114]: DEBUG nova.compute.manager [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.673143] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.572s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.678169] env[71114]: INFO nova.compute.claims [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.934658] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034293} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.934658] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.934658] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Moving file from [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7/80587d26-4458-483e-9a99-d25c76fd36ad to [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad. {{(pid=71114) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 686.934658] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-41926535-e415-457c-80e4-74e234a35797 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.949874] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 686.949874] env[71114]: value = "task-3821111" [ 686.949874] env[71114]: _type = "Task" [ 686.949874] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.963404] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821111, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.011139] env[71114]: DEBUG oslo_concurrency.lockutils [req-6a8c5848-307f-43e5-981b-a2e12bbeaa5a req-a909b8af-6bac-4ed1-9584-8a1e21256f62 service nova] Releasing lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.182476] env[71114]: DEBUG nova.compute.utils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.186180] env[71114]: DEBUG nova.compute.manager [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Not allocating networking since 'none' was specified. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 687.450576] env[71114]: DEBUG nova.network.neutron [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Successfully updated port: fdcb143c-dfc5-4814-85ad-6b32fd958ddd {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.469062] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821111, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.054015} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.474057] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] File moved {{(pid=71114) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 687.474057] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Cleaning up location [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7 {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 687.474057] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Deleting the datastore file [datastore2] vmware_temp/c6f7734e-5386-4636-a885-073e50a9c1a7 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.474389] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d8b6534-685b-4fc9-82c5-75c71997a9ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.485353] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 687.485353] env[71114]: value = "task-3821112" [ 687.485353] env[71114]: _type = "Task" [ 687.485353] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.496059] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.681021] env[71114]: DEBUG nova.network.neutron [-] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.686951] env[71114]: DEBUG nova.compute.manager [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.907904] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "af490d93-f4db-479d-910c-d04a97483af6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.908416] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "af490d93-f4db-479d-910c-d04a97483af6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.956985] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "refresh_cache-eb07163f-4135-46ed-ab10-dee92d3942cd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.956985] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "refresh_cache-eb07163f-4135-46ed-ab10-dee92d3942cd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.956985] env[71114]: DEBUG nova.network.neutron [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.998404] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051731} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.999372] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.999541] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54cd126-00e6-49a9-a411-026b042c4c89 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.007604] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 688.007604] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b61785-2472-76fb-c19b-7422f6fe1f3a" [ 688.007604] env[71114]: _type = "Task" [ 688.007604] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.026229] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b61785-2472-76fb-c19b-7422f6fe1f3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.049110] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d2e826-9533-43d6-9e70-234f5ea82d8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.061036] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f10530-6859-4725-abac-398c4703505f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.095680] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83469bd7-72a2-4c86-88bf-b2c807064812 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.116131] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1233d30c-38ab-46e5-94d8-814bd97776c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.141847] env[71114]: DEBUG nova.compute.provider_tree [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.185786] env[71114]: INFO nova.compute.manager [-] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Took 2.23 seconds to deallocate network for instance. [ 688.412020] env[71114]: DEBUG nova.compute.manager [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.521046] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b61785-2472-76fb-c19b-7422f6fe1f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.01953} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.521358] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.521710] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] d00b626d-7121-46a9-ad1e-450c3db22e2d/d00b626d-7121-46a9-ad1e-450c3db22e2d.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.522123] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.522196] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.522375] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0abfda64-8c94-4a6b-bd56-750251c83098 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.524899] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7622c9ca-100c-4bc0-9a00-f367a83b9898 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.535955] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 688.535955] env[71114]: value = "task-3821113" [ 688.535955] env[71114]: _type = "Task" [ 688.535955] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.542046] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.542415] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.544129] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2340cca9-057e-4d40-9274-37544c9d0b7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.554218] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.558333] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 688.558333] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dc653c-e0ab-579d-3314-b2471fee3d37" [ 688.558333] env[71114]: _type = "Task" [ 688.558333] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.569218] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dc653c-e0ab-579d-3314-b2471fee3d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.585780] env[71114]: DEBUG nova.network.neutron [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.604893] env[71114]: DEBUG oslo_concurrency.lockutils [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "05890564-0672-4235-b270-93bbe62ac179" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.605279] env[71114]: DEBUG oslo_concurrency.lockutils [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "05890564-0672-4235-b270-93bbe62ac179" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.605341] env[71114]: DEBUG nova.compute.manager [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 688.606378] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e96056-1444-4841-8e8d-64b876d860b1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.620048] env[71114]: DEBUG nova.compute.manager [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 688.620490] env[71114]: DEBUG nova.objects.instance [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lazy-loading 'flavor' on Instance uuid 05890564-0672-4235-b270-93bbe62ac179 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.646269] env[71114]: DEBUG nova.scheduler.client.report [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.693183] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.706690] env[71114]: DEBUG nova.compute.manager [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.756116] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.756116] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.756116] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.756116] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.756366] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.756366] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.756366] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.756366] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.756366] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.756519] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.756519] env[71114]: DEBUG nova.virt.hardware [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.757511] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421ef3a3-c038-4e7b-8eba-db29fa0681f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.768627] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521e3e70-8b84-47b8-a1db-13d36307396d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.778290] env[71114]: DEBUG nova.compute.manager [req-6a7224da-5e94-4689-a8c8-8bc8c56e8548 req-644d684e-1d74-4d05-8561-b255fddead98 service nova] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Received event network-vif-deleted-7a471aca-85c5-4125-a64b-bc1408ecbec0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.789985] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.797137] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Creating folder: Project (c49b965df1d34cf3903009e9b0e26b68). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.797137] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e70c5f5d-31c0-43fc-a1b8-f859de90a9ad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.810015] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Created folder: Project (c49b965df1d34cf3903009e9b0e26b68) in parent group-v759732. [ 688.810015] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Creating folder: Instances. Parent ref: group-v759751. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.810015] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-486a09c9-8c92-40ba-ab37-04e2352bb217 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.826689] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Created folder: Instances in parent group-v759751. [ 688.826689] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.826689] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.826689] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41dac185-f1cb-4a63-986f-f2c523dd39b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.856414] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.856414] env[71114]: value = "task-3821116" [ 688.856414] env[71114]: _type = "Task" [ 688.856414] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.868645] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821116, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.951954] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.971777] env[71114]: DEBUG nova.network.neutron [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Successfully updated port: 3ed6663a-2e6a-43c0-b1f6-189cd6028109 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.984300] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquiring lock "5beeda39-74da-4bc1-a981-4999157823be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.984300] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "5beeda39-74da-4bc1-a981-4999157823be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.042704] env[71114]: DEBUG nova.network.neutron [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Updating instance_info_cache with network_info: [{"id": "fdcb143c-dfc5-4814-85ad-6b32fd958ddd", "address": "fa:16:3e:bd:b7:db", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdcb143c-df", "ovs_interfaceid": "fdcb143c-dfc5-4814-85ad-6b32fd958ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.050507] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821113, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.074316] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dc653c-e0ab-579d-3314-b2471fee3d37, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.074316] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750703e0-1aee-45d9-bcba-058a489042d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.080047] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 689.080047] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52014b67-1d37-7e9f-68f5-08e38cf98b28" [ 689.080047] env[71114]: _type = "Task" [ 689.080047] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.092325] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52014b67-1d37-7e9f-68f5-08e38cf98b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.151747] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.152584] env[71114]: DEBUG nova.compute.manager [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.155452] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.311s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.161525] env[71114]: INFO nova.compute.claims [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.369121] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821116, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.482388] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquiring lock "refresh_cache-86e51a30-4cbd-4b56-aff8-dee09042da28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.482549] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquired lock "refresh_cache-86e51a30-4cbd-4b56-aff8-dee09042da28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.482702] env[71114]: DEBUG nova.network.neutron [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.486382] env[71114]: DEBUG nova.compute.manager [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.547252] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "refresh_cache-eb07163f-4135-46ed-ab10-dee92d3942cd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.547252] env[71114]: DEBUG nova.compute.manager [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Instance network_info: |[{"id": "fdcb143c-dfc5-4814-85ad-6b32fd958ddd", "address": "fa:16:3e:bd:b7:db", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdcb143c-df", "ovs_interfaceid": "fdcb143c-dfc5-4814-85ad-6b32fd958ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.547585] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:b7:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdcb143c-dfc5-4814-85ad-6b32fd958ddd', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.560458] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Creating folder: Project (12f37cf707db4ecba3aaecd49833b75f). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.562868] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1373e4c0-a5e3-433d-bb4b-0a76f949b28f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.569596] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749266} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.570795] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] d00b626d-7121-46a9-ad1e-450c3db22e2d/d00b626d-7121-46a9-ad1e-450c3db22e2d.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.570795] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.571075] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-144d1b32-1d6a-43f9-8722-10ca4ce5f13f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.580810] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 689.580810] env[71114]: value = "task-3821118" [ 689.580810] env[71114]: _type = "Task" [ 689.580810] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.582916] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Created folder: Project (12f37cf707db4ecba3aaecd49833b75f) in parent group-v759732. [ 689.583201] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Creating folder: Instances. Parent ref: group-v759754. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.590798] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-623da809-40d9-4e13-a5bb-8bf3859bfca5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.601580] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.611032] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Created folder: Instances in parent group-v759754. [ 689.611303] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.612289] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52014b67-1d37-7e9f-68f5-08e38cf98b28, 'name': SearchDatastore_Task, 'duration_secs': 0.060712} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.614272] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.614272] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.614272] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 5d5d5686-c79e-48c5-a411-697a13820c75/5d5d5686-c79e-48c5-a411-697a13820c75.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.614272] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1303df8-cc38-445e-aaea-92f132212dd6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.634131] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-875c908a-3ee0-4e20-af18-3b66f8f0c6f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.638832] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.639059] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67bd441c-4f3a-43a2-93a2-a6fcfd25649a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.646968] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.646968] env[71114]: value = "task-3821121" [ 689.646968] env[71114]: _type = "Task" [ 689.646968] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.650993] env[71114]: DEBUG oslo_vmware.api [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 689.650993] env[71114]: value = "task-3821122" [ 689.650993] env[71114]: _type = "Task" [ 689.650993] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.651835] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 689.651835] env[71114]: value = "task-3821120" [ 689.651835] env[71114]: _type = "Task" [ 689.651835] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.680038] env[71114]: DEBUG nova.compute.utils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.681231] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821121, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.684732] env[71114]: DEBUG oslo_vmware.api [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.686191] env[71114]: DEBUG nova.compute.manager [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.686418] env[71114]: DEBUG nova.network.neutron [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.688839] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.755693] env[71114]: DEBUG nova.policy [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff615d51c0474047864bad3c380d320e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12f37cf707db4ecba3aaecd49833b75f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.875078] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821116, 'name': CreateVM_Task, 'duration_secs': 0.581081} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.875730] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.875941] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.876235] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.877358] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.877358] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a0cdca-8a82-4e97-81fa-81d04eb9b895 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.887714] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 689.887714] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5292f57c-f931-09cc-36dc-07a5fd768e05" [ 689.887714] env[71114]: _type = "Task" [ 689.887714] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.903672] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5292f57c-f931-09cc-36dc-07a5fd768e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.026602] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.045341] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.046206] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.098570] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082218} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.098698] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.101801] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296d2395-281d-4985-a524-4f73fc1a36d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.132152] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d00b626d-7121-46a9-ad1e-450c3db22e2d/d00b626d-7121-46a9-ad1e-450c3db22e2d.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.132496] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717368ae-15c8-4cfe-921b-c3d1e666159d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.157237] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 690.157237] env[71114]: value = "task-3821123" [ 690.157237] env[71114]: _type = "Task" [ 690.157237] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.174467] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821121, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.188200] env[71114]: DEBUG nova.compute.manager [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.189386] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.194991] env[71114]: DEBUG oslo_vmware.api [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821122, 'name': PowerOffVM_Task, 'duration_secs': 0.270431} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.195265] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.195485] env[71114]: DEBUG nova.compute.manager [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.196448] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b350ea11-f6f7-4aba-8f8e-faf1bf1b5ee1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.213760] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821120, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.220992] env[71114]: DEBUG nova.network.neutron [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.401393] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5292f57c-f931-09cc-36dc-07a5fd768e05, 'name': SearchDatastore_Task, 'duration_secs': 0.083235} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.401791] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.402408] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.402531] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.402848] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.402967] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.403307] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a13800d9-7b25-4d67-bcaf-086e3c6966ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.415234] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.415234] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.417070] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8334553-15bf-4ac7-9215-77eff25e620b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.426784] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 690.426784] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b60123-e41a-317e-cd62-3714de38dde5" [ 690.426784] env[71114]: _type = "Task" [ 690.426784] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.440271] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b60123-e41a-317e-cd62-3714de38dde5, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.441326] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b425007-d074-4771-91e1-4d0dbc8f071d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.450766] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 690.450766] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5204ba92-f06a-4b25-1236-c1215eea5a5d" [ 690.450766] env[71114]: _type = "Task" [ 690.450766] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.460311] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5204ba92-f06a-4b25-1236-c1215eea5a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.482865] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63c63ac-21e4-4935-b15b-c0000a10dab2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.493510] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a017c4-93d2-4520-b22c-496914fc0354 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.529108] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61428659-0efb-40f0-82f2-c20c53b5f143 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.538022] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8ff621-c983-4611-9c2d-96e3cf7ba352 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.544138] env[71114]: DEBUG nova.network.neutron [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Updating instance_info_cache with network_info: [{"id": "3ed6663a-2e6a-43c0-b1f6-189cd6028109", "address": "fa:16:3e:27:a2:95", "network": {"id": "11a4c601-6ea4-4051-8e94-de11301d1f66", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2139901070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "472d3f623535402a8ca9ee533eb7a3c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed6663a-2e", "ovs_interfaceid": "3ed6663a-2e6a-43c0-b1f6-189cd6028109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.558894] env[71114]: DEBUG nova.compute.provider_tree [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.568873] env[71114]: DEBUG nova.compute.manager [req-65a613fd-26be-490b-8f58-0e74f7ba51ec req-2470387f-cbd8-43f0-987c-e8f2156b5c65 service nova] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Received event network-vif-plugged-3ed6663a-2e6a-43c0-b1f6-189cd6028109 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.569111] env[71114]: DEBUG oslo_concurrency.lockutils [req-65a613fd-26be-490b-8f58-0e74f7ba51ec req-2470387f-cbd8-43f0-987c-e8f2156b5c65 service nova] Acquiring lock "86e51a30-4cbd-4b56-aff8-dee09042da28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.569377] env[71114]: DEBUG oslo_concurrency.lockutils [req-65a613fd-26be-490b-8f58-0e74f7ba51ec req-2470387f-cbd8-43f0-987c-e8f2156b5c65 service nova] Lock "86e51a30-4cbd-4b56-aff8-dee09042da28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.569479] env[71114]: DEBUG oslo_concurrency.lockutils [req-65a613fd-26be-490b-8f58-0e74f7ba51ec req-2470387f-cbd8-43f0-987c-e8f2156b5c65 service nova] Lock "86e51a30-4cbd-4b56-aff8-dee09042da28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.570057] env[71114]: DEBUG nova.compute.manager [req-65a613fd-26be-490b-8f58-0e74f7ba51ec req-2470387f-cbd8-43f0-987c-e8f2156b5c65 service nova] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] No waiting events found dispatching network-vif-plugged-3ed6663a-2e6a-43c0-b1f6-189cd6028109 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 690.570057] env[71114]: WARNING nova.compute.manager [req-65a613fd-26be-490b-8f58-0e74f7ba51ec req-2470387f-cbd8-43f0-987c-e8f2156b5c65 service nova] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Received unexpected event network-vif-plugged-3ed6663a-2e6a-43c0-b1f6-189cd6028109 for instance with vm_state building and task_state spawning. [ 690.574377] env[71114]: DEBUG nova.network.neutron [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Successfully created port: 0da5eb6f-91b1-4f43-b345-a03cc6d4858b {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.668085] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821121, 'name': CreateVM_Task, 'duration_secs': 0.582541} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.668273] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.669779] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.669862] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.670159] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.670461] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336a5a9a-c5f4-4c85-9e34-d298bc960cf1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.678148] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617502} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.678474] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821123, 'name': ReconfigVM_Task, 'duration_secs': 0.325663} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.679070] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 5d5d5686-c79e-48c5-a411-697a13820c75/5d5d5686-c79e-48c5-a411-697a13820c75.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.679369] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.679597] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d00b626d-7121-46a9-ad1e-450c3db22e2d/d00b626d-7121-46a9-ad1e-450c3db22e2d.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.680252] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fe255bd-1e5c-4b92-96bc-178c52e35736 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.682869] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f44dc8c-65ce-45f5-a44f-e7f73deefdaf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.685590] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 690.685590] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c72d67-7f84-c8ef-dcfa-034445e0dd58" [ 690.685590] env[71114]: _type = "Task" [ 690.685590] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.694306] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 690.694306] env[71114]: value = "task-3821125" [ 690.694306] env[71114]: _type = "Task" [ 690.694306] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.695874] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 690.695874] env[71114]: value = "task-3821124" [ 690.695874] env[71114]: _type = "Task" [ 690.695874] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.702356] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c72d67-7f84-c8ef-dcfa-034445e0dd58, 'name': SearchDatastore_Task, 'duration_secs': 0.010551} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.711382] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.711382] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.711382] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.723915] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.724262] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821125, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.724940] env[71114]: DEBUG oslo_concurrency.lockutils [None req-326da881-8a6b-4f68-af46-d3941c2979a3 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "05890564-0672-4235-b270-93bbe62ac179" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.120s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.962488] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5204ba92-f06a-4b25-1236-c1215eea5a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.013813} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.962774] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.963308] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.964013] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.964013] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.964294] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41ccafd1-03f5-4135-8bab-d817d5733986 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.968048] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c50310b-7c00-414f-8e67-375f9e709b50 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.975554] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 690.975554] env[71114]: value = "task-3821126" [ 690.975554] env[71114]: _type = "Task" [ 690.975554] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.976972] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.976972] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.981762] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8908e291-ad88-4d19-b2c1-d2b9693615c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.990742] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.992333] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 690.992333] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52684f38-78bf-1406-3de6-c88c9c925f1b" [ 690.992333] env[71114]: _type = "Task" [ 690.992333] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.004122] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52684f38-78bf-1406-3de6-c88c9c925f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.005234] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec9d04e-74c2-4cc0-aaeb-a0164926196c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.011810] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 691.011810] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5260d5c5-2124-276e-5f4c-ac17f4fde598" [ 691.011810] env[71114]: _type = "Task" [ 691.011810] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.021787] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5260d5c5-2124-276e-5f4c-ac17f4fde598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.048901] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Releasing lock "refresh_cache-86e51a30-4cbd-4b56-aff8-dee09042da28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.049304] env[71114]: DEBUG nova.compute.manager [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Instance network_info: |[{"id": "3ed6663a-2e6a-43c0-b1f6-189cd6028109", "address": "fa:16:3e:27:a2:95", "network": {"id": "11a4c601-6ea4-4051-8e94-de11301d1f66", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2139901070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "472d3f623535402a8ca9ee533eb7a3c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed6663a-2e", "ovs_interfaceid": "3ed6663a-2e6a-43c0-b1f6-189cd6028109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.049761] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:a2:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ed6663a-2e6a-43c0-b1f6-189cd6028109', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.058341] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Creating folder: Project (472d3f623535402a8ca9ee533eb7a3c0). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.058525] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73e12b80-b781-471a-b818-6248bf56de1c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.063746] env[71114]: DEBUG nova.scheduler.client.report [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.081224] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Created folder: Project (472d3f623535402a8ca9ee533eb7a3c0) in parent group-v759732. [ 691.081224] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Creating folder: Instances. Parent ref: group-v759757. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.081480] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82ffa13f-0d51-4e34-9cc9-0e0cd74d0f11 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.093575] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Created folder: Instances in parent group-v759757. [ 691.093823] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.094644] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.096701] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cc82694-8ae2-4075-8e69-a030e6f59d61 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.124456] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.124456] env[71114]: value = "task-3821129" [ 691.124456] env[71114]: _type = "Task" [ 691.124456] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.138384] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821129, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.209102] env[71114]: DEBUG nova.compute.manager [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.235726] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821125, 'name': Rename_Task, 'duration_secs': 0.150734} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.241640] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.241640] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085323} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.241640] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc6ff42b-db6d-4b28-a2c1-f306bb462276 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.245382] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.249033] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61c600b-ed36-43ad-99f5-942845e07b2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.281282] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 5d5d5686-c79e-48c5-a411-697a13820c75/5d5d5686-c79e-48c5-a411-697a13820c75.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.287436] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.287763] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.287967] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.288292] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.290040] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.290040] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.290040] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.290040] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.290040] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.290310] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.290310] env[71114]: DEBUG nova.virt.hardware [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.291491] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2370f82c-c73a-467e-be7b-28f8ba9f7a30 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.310183] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f6169a-2c44-4c35-b529-87317bd79fb1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.318057] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 691.318057] env[71114]: value = "task-3821130" [ 691.318057] env[71114]: _type = "Task" [ 691.318057] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.330544] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a30b33-6470-4789-b6d9-b057324f2ac2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.335642] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.337141] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 691.337141] env[71114]: value = "task-3821131" [ 691.337141] env[71114]: _type = "Task" [ 691.337141] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.359836] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.490653] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821126, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.529485] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5260d5c5-2124-276e-5f4c-ac17f4fde598, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.529485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.529485] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.529757] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0e1661c-bf6c-4c5d-ad17-5df477265171 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.540081] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 691.540081] env[71114]: value = "task-3821132" [ 691.540081] env[71114]: _type = "Task" [ 691.540081] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.554504] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.572148] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.573462] env[71114]: DEBUG nova.compute.manager [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.580915] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.383s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.583890] env[71114]: INFO nova.compute.claims [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.638272] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821129, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.834644] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821130, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.856044] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821131, 'name': ReconfigVM_Task, 'duration_secs': 0.453863} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.856044] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 5d5d5686-c79e-48c5-a411-697a13820c75/5d5d5686-c79e-48c5-a411-697a13820c75.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.856284] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f6ed63-6dcd-4114-8475-b6679c4fc09b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.868532] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 691.868532] env[71114]: value = "task-3821133" [ 691.868532] env[71114]: _type = "Task" [ 691.868532] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.883904] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821133, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.998302] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528176} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.998302] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.998302] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.998633] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10a5b7e4-efc2-47e7-8b20-ae0182ad3c36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.011537] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 692.011537] env[71114]: value = "task-3821134" [ 692.011537] env[71114]: _type = "Task" [ 692.011537] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.024595] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.055155] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821132, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.094458] env[71114]: DEBUG nova.compute.utils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.097474] env[71114]: DEBUG nova.compute.manager [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.097639] env[71114]: DEBUG nova.network.neutron [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.140024] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821129, 'name': CreateVM_Task, 'duration_secs': 0.616329} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.140024] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.140024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.140024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.140024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.140320] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f82b1fe-3611-453b-a40c-f25ea10e03c0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.149058] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for the task: (returnval){ [ 692.149058] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52676978-0e51-75a5-9ae4-8595b941b08f" [ 692.149058] env[71114]: _type = "Task" [ 692.149058] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.157617] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52676978-0e51-75a5-9ae4-8595b941b08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.161928] env[71114]: DEBUG nova.policy [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52e41f21db4044538658d17c6593a53c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3175f0638e7f4e02ada326d6df18eed2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.336166] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquiring lock "3f10462d-646e-4cc2-ab2a-713c343edaf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.338011] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lock "3f10462d-646e-4cc2-ab2a-713c343edaf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.338011] env[71114]: DEBUG oslo_vmware.api [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821130, 'name': PowerOnVM_Task, 'duration_secs': 0.702326} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.338011] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.338011] env[71114]: INFO nova.compute.manager [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Took 16.81 seconds to spawn the instance on the hypervisor. [ 692.338011] env[71114]: DEBUG nova.compute.manager [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.338241] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92c203a-b190-4c12-ac85-74dec9fee9cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.386060] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821133, 'name': Rename_Task, 'duration_secs': 0.393575} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.386060] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.386060] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4302f48-1908-43f7-b037-c5c8d9b387aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.393140] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 692.393140] env[71114]: value = "task-3821135" [ 692.393140] env[71114]: _type = "Task" [ 692.393140] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.406908] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.447635] env[71114]: DEBUG nova.compute.manager [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Received event network-vif-plugged-fdcb143c-dfc5-4814-85ad-6b32fd958ddd {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.447912] env[71114]: DEBUG oslo_concurrency.lockutils [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] Acquiring lock "eb07163f-4135-46ed-ab10-dee92d3942cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.448473] env[71114]: DEBUG oslo_concurrency.lockutils [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] Lock "eb07163f-4135-46ed-ab10-dee92d3942cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.448711] env[71114]: DEBUG oslo_concurrency.lockutils [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] Lock "eb07163f-4135-46ed-ab10-dee92d3942cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.448848] env[71114]: DEBUG nova.compute.manager [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] No waiting events found dispatching network-vif-plugged-fdcb143c-dfc5-4814-85ad-6b32fd958ddd {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 692.449093] env[71114]: WARNING nova.compute.manager [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Received unexpected event network-vif-plugged-fdcb143c-dfc5-4814-85ad-6b32fd958ddd for instance with vm_state building and task_state spawning. [ 692.449251] env[71114]: DEBUG nova.compute.manager [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Received event network-changed-fdcb143c-dfc5-4814-85ad-6b32fd958ddd {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.449563] env[71114]: DEBUG nova.compute.manager [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Refreshing instance network info cache due to event network-changed-fdcb143c-dfc5-4814-85ad-6b32fd958ddd. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.449563] env[71114]: DEBUG oslo_concurrency.lockutils [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] Acquiring lock "refresh_cache-eb07163f-4135-46ed-ab10-dee92d3942cd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.450062] env[71114]: DEBUG oslo_concurrency.lockutils [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] Acquired lock "refresh_cache-eb07163f-4135-46ed-ab10-dee92d3942cd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.450062] env[71114]: DEBUG nova.network.neutron [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Refreshing network info cache for port fdcb143c-dfc5-4814-85ad-6b32fd958ddd {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.530199] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207047} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.531807] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.531807] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1805bf89-3566-4385-b6b7-a65b4785d1ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.556139] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.559473] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a899dc40-873f-49fd-8851-383c9f1214d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.583650] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542987} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.587018] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.587018] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.587018] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 692.587018] env[71114]: value = "task-3821136" [ 692.587018] env[71114]: _type = "Task" [ 692.587018] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.587018] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad82f513-ed44-443e-8080-9e1c43de67dd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.597781] env[71114]: DEBUG nova.compute.manager [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.606255] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 692.606255] env[71114]: value = "task-3821137" [ 692.606255] env[71114]: _type = "Task" [ 692.606255] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.617453] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.673935] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52676978-0e51-75a5-9ae4-8595b941b08f, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.674407] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.674815] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.675675] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.675675] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.675675] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.676163] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94ddc47a-1d23-4fa4-9506-874f64af4f15 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.687196] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.687469] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.688393] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9180d257-a791-4bb6-a8e9-c6a2bbf1512c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.699338] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for the task: (returnval){ [ 692.699338] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521c3cb0-d2da-02cc-c82d-2368a3419456" [ 692.699338] env[71114]: _type = "Task" [ 692.699338] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.708462] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521c3cb0-d2da-02cc-c82d-2368a3419456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.778608] env[71114]: DEBUG nova.network.neutron [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Successfully created port: 2d0350f6-32ab-4a8a-a396-0d81b32febad {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.863188] env[71114]: INFO nova.compute.manager [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Took 25.42 seconds to build instance. [ 692.910338] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.936288] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395e8bd1-bee7-47cc-b77d-1b60a0b62795 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.945148] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1d696f-40c3-4208-af56-a82d54019cc1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.986424] env[71114]: DEBUG nova.network.neutron [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Successfully updated port: 0da5eb6f-91b1-4f43-b345-a03cc6d4858b {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.988398] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10db0d4e-fd6d-4885-8a4f-d78d6c809593 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.998220] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3028b9b-54e2-442b-8713-2cb318fa882e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.016908] env[71114]: DEBUG nova.compute.provider_tree [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.109035] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821136, 'name': ReconfigVM_Task, 'duration_secs': 0.335942} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.109314] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Reconfigured VM instance instance-00000009 to attach disk [datastore2] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.116602] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9039cbc-646f-49e5-9697-833bfa913871 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.124457] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075915} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.127248] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.127656] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 693.127656] env[71114]: value = "task-3821138" [ 693.127656] env[71114]: _type = "Task" [ 693.127656] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.128494] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abbfeaa-a260-46c0-b117-c1feacdb1f8e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.160863] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.168283] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35553f59-af22-4dbf-b348-1f9d9bd771ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.184822] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821138, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.193764] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 693.193764] env[71114]: value = "task-3821139" [ 693.193764] env[71114]: _type = "Task" [ 693.193764] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.208763] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.217433] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521c3cb0-d2da-02cc-c82d-2368a3419456, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.220911] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62aaca5-032b-45a9-9124-760cfef23614 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.228641] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for the task: (returnval){ [ 693.228641] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5219c077-b5f5-4899-1046-bd8c7e773985" [ 693.228641] env[71114]: _type = "Task" [ 693.228641] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.241972] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5219c077-b5f5-4899-1046-bd8c7e773985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.366511] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39ce4f60-c43e-4cb7-88b6-2ac4d1678dd7 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lock "d00b626d-7121-46a9-ad1e-450c3db22e2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.936s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.412143] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821135, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.488604] env[71114]: DEBUG nova.network.neutron [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Updated VIF entry in instance network info cache for port fdcb143c-dfc5-4814-85ad-6b32fd958ddd. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.489602] env[71114]: DEBUG nova.network.neutron [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Updating instance_info_cache with network_info: [{"id": "fdcb143c-dfc5-4814-85ad-6b32fd958ddd", "address": "fa:16:3e:bd:b7:db", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdcb143c-df", "ovs_interfaceid": "fdcb143c-dfc5-4814-85ad-6b32fd958ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.494809] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "refresh_cache-7908850c-f4b3-41ac-9c4a-41c21151041c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.494946] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "refresh_cache-7908850c-f4b3-41ac-9c4a-41c21151041c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.495113] env[71114]: DEBUG nova.network.neutron [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.523031] env[71114]: DEBUG nova.scheduler.client.report [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.611384] env[71114]: DEBUG nova.compute.manager [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.647486] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821138, 'name': Rename_Task, 'duration_secs': 0.193864} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.647486] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.647779] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17b8b4eb-6a63-4123-ac96-714bfad3ff4a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.653331] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.653585] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.653762] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.653953] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.654252] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.654321] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.654565] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.654716] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.654900] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.655088] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.655267] env[71114]: DEBUG nova.virt.hardware [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.656267] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530fda0c-94a0-4035-96db-70bce4f21f36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.661633] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 693.661633] env[71114]: value = "task-3821140" [ 693.661633] env[71114]: _type = "Task" [ 693.661633] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.670588] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0634bcb-3b77-4304-9e08-b2720a15d279 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.678630] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.707700] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.741712] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5219c077-b5f5-4899-1046-bd8c7e773985, 'name': SearchDatastore_Task, 'duration_secs': 0.024871} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.742079] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.742441] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 86e51a30-4cbd-4b56-aff8-dee09042da28/86e51a30-4cbd-4b56-aff8-dee09042da28.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.742765] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad4296b-8146-4c57-a2e5-c24f032b8b05 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.753184] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for the task: (returnval){ [ 693.753184] env[71114]: value = "task-3821141" [ 693.753184] env[71114]: _type = "Task" [ 693.753184] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.760746] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.870243] env[71114]: DEBUG nova.compute.manager [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.912569] env[71114]: DEBUG oslo_vmware.api [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821135, 'name': PowerOnVM_Task, 'duration_secs': 1.415566} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.913524] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.913524] env[71114]: INFO nova.compute.manager [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Took 16.04 seconds to spawn the instance on the hypervisor. [ 693.913524] env[71114]: DEBUG nova.compute.manager [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 693.916598] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41d5dc6-6d00-406e-a52e-c41b3b492352 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.995676] env[71114]: DEBUG oslo_concurrency.lockutils [req-3b92048a-0798-4229-a167-834b09a09ce1 req-89dbfe55-f2a0-48c3-9abb-83e67288f298 service nova] Releasing lock "refresh_cache-eb07163f-4135-46ed-ab10-dee92d3942cd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.027506] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.028063] env[71114]: DEBUG nova.compute.manager [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.033443] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.340s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.033760] env[71114]: DEBUG nova.objects.instance [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Lazy-loading 'resources' on Instance uuid 1099e72b-7ad0-4289-b00f-e7daf8391afd {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.075331] env[71114]: DEBUG nova.network.neutron [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.177958] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821140, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.215810] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821139, 'name': ReconfigVM_Task, 'duration_secs': 0.647025} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.216162] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Reconfigured VM instance instance-00000007 to attach disk [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.216839] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-296b0fc4-c475-4f78-a6e7-74292a22a578 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.227964] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 694.227964] env[71114]: value = "task-3821142" [ 694.227964] env[71114]: _type = "Task" [ 694.227964] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.240638] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821142, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.267646] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821141, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.405448] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.445184] env[71114]: INFO nova.compute.manager [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Took 26.21 seconds to build instance. [ 694.537617] env[71114]: DEBUG nova.compute.utils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.540795] env[71114]: DEBUG nova.compute.manager [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.541661] env[71114]: DEBUG nova.network.neutron [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.552718] env[71114]: DEBUG nova.network.neutron [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Updating instance_info_cache with network_info: [{"id": "0da5eb6f-91b1-4f43-b345-a03cc6d4858b", "address": "fa:16:3e:97:d3:4f", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da5eb6f-91", "ovs_interfaceid": "0da5eb6f-91b1-4f43-b345-a03cc6d4858b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.678967] env[71114]: DEBUG oslo_vmware.api [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821140, 'name': PowerOnVM_Task, 'duration_secs': 0.898943} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.681972] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.682329] env[71114]: INFO nova.compute.manager [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Took 5.98 seconds to spawn the instance on the hypervisor. [ 694.682620] env[71114]: DEBUG nova.compute.manager [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 694.687985] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93a6e73-2254-466a-bf42-6cf36ad46be3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.715879] env[71114]: DEBUG nova.compute.manager [req-21188d5c-e352-488d-b5ac-16f80189f022 req-011c31cc-8d24-46da-9967-f02bffbea9d6 service nova] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Received event network-changed-3ed6663a-2e6a-43c0-b1f6-189cd6028109 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.715879] env[71114]: DEBUG nova.compute.manager [req-21188d5c-e352-488d-b5ac-16f80189f022 req-011c31cc-8d24-46da-9967-f02bffbea9d6 service nova] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Refreshing instance network info cache due to event network-changed-3ed6663a-2e6a-43c0-b1f6-189cd6028109. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.715879] env[71114]: DEBUG oslo_concurrency.lockutils [req-21188d5c-e352-488d-b5ac-16f80189f022 req-011c31cc-8d24-46da-9967-f02bffbea9d6 service nova] Acquiring lock "refresh_cache-86e51a30-4cbd-4b56-aff8-dee09042da28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.715879] env[71114]: DEBUG oslo_concurrency.lockutils [req-21188d5c-e352-488d-b5ac-16f80189f022 req-011c31cc-8d24-46da-9967-f02bffbea9d6 service nova] Acquired lock "refresh_cache-86e51a30-4cbd-4b56-aff8-dee09042da28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.715879] env[71114]: DEBUG nova.network.neutron [req-21188d5c-e352-488d-b5ac-16f80189f022 req-011c31cc-8d24-46da-9967-f02bffbea9d6 service nova] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Refreshing network info cache for port 3ed6663a-2e6a-43c0-b1f6-189cd6028109 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.738795] env[71114]: DEBUG nova.policy [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb02cd9aaa574f27bf9080938c599914', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88697b7ecc7c4d9fad2aef11c8ea76e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.748917] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821142, 'name': Rename_Task, 'duration_secs': 0.357262} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.749280] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.749560] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56471ba7-1603-4975-8456-e3b79d5e1a11 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.761963] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 694.761963] env[71114]: value = "task-3821143" [ 694.761963] env[71114]: _type = "Task" [ 694.761963] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.773920] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673994} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.776384] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 86e51a30-4cbd-4b56-aff8-dee09042da28/86e51a30-4cbd-4b56-aff8-dee09042da28.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.776384] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.783946] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11245654-fba7-4138-86e1-1602582bc8e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.786269] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.786546] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.787130] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.798079] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for the task: (returnval){ [ 694.798079] env[71114]: value = "task-3821144" [ 694.798079] env[71114]: _type = "Task" [ 694.798079] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.808223] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.881720] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01668562-bf7d-4021-b618-3fde044d3e59 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.890256] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e81f220-74f6-4016-8c90-e6d3cc45a0d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.926701] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c771a-5b0e-465b-a1e7-186d2be2d82f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.941353] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49720694-8d06-4b98-a069-f948173363c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.948813] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7855213f-f4a9-4d2e-8353-831633772acc tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "5d5d5686-c79e-48c5-a411-697a13820c75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.731s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.958330] env[71114]: DEBUG nova.compute.provider_tree [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.057678] env[71114]: DEBUG nova.compute.manager [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.062653] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "refresh_cache-7908850c-f4b3-41ac-9c4a-41c21151041c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.063021] env[71114]: DEBUG nova.compute.manager [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Instance network_info: |[{"id": "0da5eb6f-91b1-4f43-b345-a03cc6d4858b", "address": "fa:16:3e:97:d3:4f", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da5eb6f-91", "ovs_interfaceid": "0da5eb6f-91b1-4f43-b345-a03cc6d4858b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.063919] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d3:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0da5eb6f-91b1-4f43-b345-a03cc6d4858b', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.073839] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.074066] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.074279] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb507f0e-acdb-4198-8af4-199d18ebb671 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.097079] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.097079] env[71114]: value = "task-3821145" [ 695.097079] env[71114]: _type = "Task" [ 695.097079] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.107681] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821145, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.218632] env[71114]: INFO nova.compute.manager [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Took 16.37 seconds to build instance. [ 695.279565] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.310546] env[71114]: DEBUG nova.network.neutron [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Successfully updated port: 2d0350f6-32ab-4a8a-a396-0d81b32febad {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.315062] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072776} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.316631] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.316631] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc24963a-9452-4768-b2a6-6463e03614ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.351305] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 86e51a30-4cbd-4b56-aff8-dee09042da28/86e51a30-4cbd-4b56-aff8-dee09042da28.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.353110] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1907b514-6afb-4605-9cd4-9e1ae1c696c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.376812] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for the task: (returnval){ [ 695.376812] env[71114]: value = "task-3821146" [ 695.376812] env[71114]: _type = "Task" [ 695.376812] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.387470] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.463887] env[71114]: DEBUG nova.compute.manager [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.469329] env[71114]: DEBUG nova.scheduler.client.report [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.613538] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821145, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.720821] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ae81b901-95dc-4c7e-bd1b-dcfece779a77 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.882s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.773726] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.816560] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquiring lock "refresh_cache-4fd900b8-cabb-482e-97bf-9663d402c228" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.816746] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquired lock "refresh_cache-4fd900b8-cabb-482e-97bf-9663d402c228" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.816916] env[71114]: DEBUG nova.network.neutron [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.827247] env[71114]: DEBUG nova.network.neutron [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Successfully created port: 4297047d-047f-4455-bf9e-8178bc8d59f7 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.889869] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821146, 'name': ReconfigVM_Task, 'duration_secs': 0.334234} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.889869] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 86e51a30-4cbd-4b56-aff8-dee09042da28/86e51a30-4cbd-4b56-aff8-dee09042da28.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.890779] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dfc17be-542a-4f64-9b8d-200ebb5170e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.895846] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquiring lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.896086] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.902769] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for the task: (returnval){ [ 695.902769] env[71114]: value = "task-3821147" [ 695.902769] env[71114]: _type = "Task" [ 695.902769] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.915046] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821147, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.976940] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.985230] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.030s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.985230] env[71114]: INFO nova.compute.claims [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.009772] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.012886] env[71114]: INFO nova.scheduler.client.report [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Deleted allocations for instance 1099e72b-7ad0-4289-b00f-e7daf8391afd [ 696.072076] env[71114]: DEBUG nova.compute.manager [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.103703] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.104158] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.104158] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.104305] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.104424] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.104563] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.104774] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.104937] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.105111] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.105287] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.105436] env[71114]: DEBUG nova.virt.hardware [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.106898] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34434819-a57b-4850-9e07-4c50f454608c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.118488] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821145, 'name': CreateVM_Task, 'duration_secs': 0.62753} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.120812] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.121708] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.123022] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.124219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.124758] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1a1a3a-662d-4653-b14e-fc38f80294e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.133862] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5462b8-bcbc-4240-9c53-1bdd6e8f3e7c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.139483] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 696.139483] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522ce6d4-1305-df6e-0b7f-143915386306" [ 696.139483] env[71114]: _type = "Task" [ 696.139483] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.160935] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522ce6d4-1305-df6e-0b7f-143915386306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.184420] env[71114]: DEBUG nova.network.neutron [req-21188d5c-e352-488d-b5ac-16f80189f022 req-011c31cc-8d24-46da-9967-f02bffbea9d6 service nova] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Updated VIF entry in instance network info cache for port 3ed6663a-2e6a-43c0-b1f6-189cd6028109. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.184863] env[71114]: DEBUG nova.network.neutron [req-21188d5c-e352-488d-b5ac-16f80189f022 req-011c31cc-8d24-46da-9967-f02bffbea9d6 service nova] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Updating instance_info_cache with network_info: [{"id": "3ed6663a-2e6a-43c0-b1f6-189cd6028109", "address": "fa:16:3e:27:a2:95", "network": {"id": "11a4c601-6ea4-4051-8e94-de11301d1f66", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2139901070-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "472d3f623535402a8ca9ee533eb7a3c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ed6663a-2e", "ovs_interfaceid": "3ed6663a-2e6a-43c0-b1f6-189cd6028109", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.232153] env[71114]: DEBUG nova.compute.manager [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.276535] env[71114]: DEBUG oslo_vmware.api [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821143, 'name': PowerOnVM_Task, 'duration_secs': 1.510841} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.277785] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.277785] env[71114]: INFO nova.compute.manager [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Took 12.44 seconds to spawn the instance on the hypervisor. [ 696.277965] env[71114]: DEBUG nova.compute.manager [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.278823] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f55b212-be3d-4aca-9743-1d6de3be1787 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.413622] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821147, 'name': Rename_Task, 'duration_secs': 0.165457} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.413811] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.414091] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25e4f54a-762a-4498-82b3-920e07c932a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.422096] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for the task: (returnval){ [ 696.422096] env[71114]: value = "task-3821148" [ 696.422096] env[71114]: _type = "Task" [ 696.422096] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.427105] env[71114]: DEBUG nova.network.neutron [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.433506] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.513212] env[71114]: DEBUG nova.compute.manager [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.514146] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b56e4-1f9c-4cdb-8835-4ee39670857e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.526665] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7c3a7c6e-4961-4b1b-bc63-232d50351e10 tempest-DeleteServersAdminTestJSON-1767094031 tempest-DeleteServersAdminTestJSON-1767094031-project-admin] Lock "1099e72b-7ad0-4289-b00f-e7daf8391afd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.258s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.669239] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522ce6d4-1305-df6e-0b7f-143915386306, 'name': SearchDatastore_Task, 'duration_secs': 0.026775} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.669645] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.669958] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.670263] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.670470] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.670732] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.671278] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2878280c-b61c-439c-b935-7003bec43979 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.683480] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.683480] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.684170] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea651bf-525e-445b-a962-5d2698e70653 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.689858] env[71114]: DEBUG oslo_concurrency.lockutils [req-21188d5c-e352-488d-b5ac-16f80189f022 req-011c31cc-8d24-46da-9967-f02bffbea9d6 service nova] Releasing lock "refresh_cache-86e51a30-4cbd-4b56-aff8-dee09042da28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.691676] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 696.691676] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529d85a8-911c-c3be-a3bd-5c8288253e36" [ 696.691676] env[71114]: _type = "Task" [ 696.691676] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.700909] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529d85a8-911c-c3be-a3bd-5c8288253e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.760911] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.801259] env[71114]: INFO nova.compute.manager [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Took 20.43 seconds to build instance. [ 696.843016] env[71114]: DEBUG nova.compute.manager [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Received event network-changed-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.843293] env[71114]: DEBUG nova.compute.manager [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Refreshing instance network info cache due to event network-changed-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.843664] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Acquiring lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.843664] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Acquired lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.844331] env[71114]: DEBUG nova.network.neutron [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Refreshing network info cache for port c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.912020] env[71114]: DEBUG nova.compute.manager [None req-1558ae43-e64c-466d-bec6-2130b6ee024b tempest-ServerDiagnosticsV248Test-715836799 tempest-ServerDiagnosticsV248Test-715836799-project-admin] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.914055] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b7925f-9ae5-4ce8-b22a-3aa73a242c44 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.923085] env[71114]: INFO nova.compute.manager [None req-1558ae43-e64c-466d-bec6-2130b6ee024b tempest-ServerDiagnosticsV248Test-715836799 tempest-ServerDiagnosticsV248Test-715836799-project-admin] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Retrieving diagnostics [ 696.923588] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9f022c-41e0-4c3b-9c3c-a0a61d311b2f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.937990] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821148, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.973114] env[71114]: DEBUG nova.network.neutron [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Updating instance_info_cache with network_info: [{"id": "2d0350f6-32ab-4a8a-a396-0d81b32febad", "address": "fa:16:3e:f7:76:fe", "network": {"id": "6d53c50a-0d30-4f58-b990-f5fc2251145b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-9775188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3175f0638e7f4e02ada326d6df18eed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0350f6-32", "ovs_interfaceid": "2d0350f6-32ab-4a8a-a396-0d81b32febad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.029295] env[71114]: INFO nova.compute.manager [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] instance snapshotting [ 697.029295] env[71114]: WARNING nova.compute.manager [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 697.032652] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704fb1bf-669d-4b49-ae45-be88a885b945 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.058896] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d98fd7b-b537-4b73-bed4-b04abb17b4f1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.207055] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529d85a8-911c-c3be-a3bd-5c8288253e36, 'name': SearchDatastore_Task, 'duration_secs': 0.013062} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.207924] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb3602a-a526-4c48-a23e-32ffb9237cea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.215538] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 697.215538] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522b2fc5-e3d4-a618-8e12-ab085935f6ce" [ 697.215538] env[71114]: _type = "Task" [ 697.215538] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.231165] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522b2fc5-e3d4-a618-8e12-ab085935f6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.310204] env[71114]: DEBUG oslo_concurrency.lockutils [None req-471f4b2b-06bc-4994-bdb3-0581ccc4ea5f tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "eb07163f-4135-46ed-ab10-dee92d3942cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.963s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.320800] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdff9ac-d152-485b-8e8e-39045fe2b8b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.331733] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc0e3d2-117f-42e5-993b-d9f6ec2c9f27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.372713] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bfc206-8950-491c-af22-c2cf18c99a91 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.383151] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4389a22-9087-40b6-a9e7-8dd64b4654ec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.403527] env[71114]: DEBUG nova.compute.provider_tree [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.435667] env[71114]: DEBUG oslo_vmware.api [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821148, 'name': PowerOnVM_Task, 'duration_secs': 0.521875} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.436082] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.436318] env[71114]: INFO nova.compute.manager [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Took 11.19 seconds to spawn the instance on the hypervisor. [ 697.436562] env[71114]: DEBUG nova.compute.manager [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 697.437470] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778fb99e-b3c1-48d1-8ff0-90a99782e072 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.477295] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Releasing lock "refresh_cache-4fd900b8-cabb-482e-97bf-9663d402c228" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.477972] env[71114]: DEBUG nova.compute.manager [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Instance network_info: |[{"id": "2d0350f6-32ab-4a8a-a396-0d81b32febad", "address": "fa:16:3e:f7:76:fe", "network": {"id": "6d53c50a-0d30-4f58-b990-f5fc2251145b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-9775188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3175f0638e7f4e02ada326d6df18eed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0350f6-32", "ovs_interfaceid": "2d0350f6-32ab-4a8a-a396-0d81b32febad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.479389] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:76:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d0350f6-32ab-4a8a-a396-0d81b32febad', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.489574] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Creating folder: Project (3175f0638e7f4e02ada326d6df18eed2). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.492608] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed508c6c-77d0-4c0b-88e8-4042cf013f08 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.504859] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Created folder: Project (3175f0638e7f4e02ada326d6df18eed2) in parent group-v759732. [ 697.505069] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Creating folder: Instances. Parent ref: group-v759761. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.505280] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7ddd8d1-d79b-49c7-baa2-e589cc701998 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.516163] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Created folder: Instances in parent group-v759761. [ 697.516408] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.516645] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.516965] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6da1f64-fe9c-4a47-8b47-627fe5d5b882 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.540488] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.540488] env[71114]: value = "task-3821151" [ 697.540488] env[71114]: _type = "Task" [ 697.540488] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.571874] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.572215] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d219966-7c84-4f8e-bf11-55cef0f01010 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.586286] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 697.586286] env[71114]: value = "task-3821152" [ 697.586286] env[71114]: _type = "Task" [ 697.586286] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.596627] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821152, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.734592] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522b2fc5-e3d4-a618-8e12-ab085935f6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.014208} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.735523] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.735523] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 7908850c-f4b3-41ac-9c4a-41c21151041c/7908850c-f4b3-41ac-9c4a-41c21151041c.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.739407] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84f4a27b-1bd3-4542-9c66-ea103aadfb70 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.747752] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 697.747752] env[71114]: value = "task-3821153" [ 697.747752] env[71114]: _type = "Task" [ 697.747752] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.759213] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.813137] env[71114]: DEBUG nova.compute.manager [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.907129] env[71114]: DEBUG nova.scheduler.client.report [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.943613] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "844fae93-93ca-4b25-84b5-efc829059716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.945774] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "844fae93-93ca-4b25-84b5-efc829059716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.956810] env[71114]: INFO nova.compute.manager [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Took 19.68 seconds to build instance. [ 698.041092] env[71114]: DEBUG nova.network.neutron [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Updated VIF entry in instance network info cache for port c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.043684] env[71114]: DEBUG nova.network.neutron [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Updating instance_info_cache with network_info: [{"id": "c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125", "address": "fa:16:3e:93:6e:be", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e3e3bc-4e", "ovs_interfaceid": "c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.053793] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821151, 'name': CreateVM_Task, 'duration_secs': 0.395018} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.053963] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.054988] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.055618] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.056070] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.057041] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb497df4-16b7-42e4-8cf8-36475bb4a901 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.063760] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 698.063760] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5206488a-5da7-3786-f077-ea409e4aa404" [ 698.063760] env[71114]: _type = "Task" [ 698.063760] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.074597] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5206488a-5da7-3786-f077-ea409e4aa404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.097343] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821152, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.269459] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821153, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.280028] env[71114]: INFO nova.compute.manager [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Rebuilding instance [ 698.367795] env[71114]: DEBUG nova.compute.manager [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 698.368043] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad965c7d-81b2-4912-8946-2ca3b262d2f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.372458] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.414923] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.414923] env[71114]: DEBUG nova.compute.manager [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.418078] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.392s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.421642] env[71114]: INFO nova.compute.claims [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.460702] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f748e7c2-b180-4f1f-9688-9b367222200c tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lock "86e51a30-4cbd-4b56-aff8-dee09042da28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.200s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.549771] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Releasing lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.549771] env[71114]: DEBUG nova.compute.manager [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Received event network-vif-plugged-0da5eb6f-91b1-4f43-b345-a03cc6d4858b {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.549771] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Acquiring lock "7908850c-f4b3-41ac-9c4a-41c21151041c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.549995] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Lock "7908850c-f4b3-41ac-9c4a-41c21151041c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.550373] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Lock "7908850c-f4b3-41ac-9c4a-41c21151041c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.550373] env[71114]: DEBUG nova.compute.manager [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] No waiting events found dispatching network-vif-plugged-0da5eb6f-91b1-4f43-b345-a03cc6d4858b {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 698.550720] env[71114]: WARNING nova.compute.manager [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Received unexpected event network-vif-plugged-0da5eb6f-91b1-4f43-b345-a03cc6d4858b for instance with vm_state building and task_state spawning. [ 698.550760] env[71114]: DEBUG nova.compute.manager [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Received event network-changed-0da5eb6f-91b1-4f43-b345-a03cc6d4858b {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.551103] env[71114]: DEBUG nova.compute.manager [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Refreshing instance network info cache due to event network-changed-0da5eb6f-91b1-4f43-b345-a03cc6d4858b. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.551191] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Acquiring lock "refresh_cache-7908850c-f4b3-41ac-9c4a-41c21151041c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.551428] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Acquired lock "refresh_cache-7908850c-f4b3-41ac-9c4a-41c21151041c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.551428] env[71114]: DEBUG nova.network.neutron [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Refreshing network info cache for port 0da5eb6f-91b1-4f43-b345-a03cc6d4858b {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.577897] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5206488a-5da7-3786-f077-ea409e4aa404, 'name': SearchDatastore_Task, 'duration_secs': 0.020179} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.578489] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.578567] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.578793] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.578970] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.579347] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.579479] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73b625e0-0f93-48e1-9c0a-988178088d44 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.592176] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.592402] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.594984] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a033d06d-9f6e-4784-ab76-7ea056006ea2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.601578] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821152, 'name': CreateSnapshot_Task, 'duration_secs': 0.653627} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.602391] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 698.603357] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25e79a5-1a89-4563-968f-b401014b7568 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.607463] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 698.607463] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52eaacbe-1794-a6db-7b44-08ee3c040305" [ 698.607463] env[71114]: _type = "Task" [ 698.607463] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.627693] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52eaacbe-1794-a6db-7b44-08ee3c040305, 'name': SearchDatastore_Task, 'duration_secs': 0.016364} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.628847] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c287f66-5655-4a34-a9c1-cb93b6b36b52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.635713] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 698.635713] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524ffff3-eb1f-d86f-0dcc-4606a1b55d34" [ 698.635713] env[71114]: _type = "Task" [ 698.635713] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.646275] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524ffff3-eb1f-d86f-0dcc-4606a1b55d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.763561] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743143} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.763852] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 7908850c-f4b3-41ac-9c4a-41c21151041c/7908850c-f4b3-41ac-9c4a-41c21151041c.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.764106] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.764403] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6632928-e903-4f81-9c81-2fb0d4791f6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.778230] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 698.778230] env[71114]: value = "task-3821154" [ 698.778230] env[71114]: _type = "Task" [ 698.778230] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.787331] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquiring lock "666e2163-d6ac-46e8-bca6-c7fce49814a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.787671] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lock "666e2163-d6ac-46e8-bca6-c7fce49814a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.794348] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquiring lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.794658] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.795024] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.890427] env[71114]: DEBUG nova.compute.manager [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Received event network-vif-plugged-2d0350f6-32ab-4a8a-a396-0d81b32febad {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.890669] env[71114]: DEBUG oslo_concurrency.lockutils [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] Acquiring lock "4fd900b8-cabb-482e-97bf-9663d402c228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.890891] env[71114]: DEBUG oslo_concurrency.lockutils [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] Lock "4fd900b8-cabb-482e-97bf-9663d402c228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.892824] env[71114]: DEBUG oslo_concurrency.lockutils [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] Lock "4fd900b8-cabb-482e-97bf-9663d402c228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.893115] env[71114]: DEBUG nova.compute.manager [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] No waiting events found dispatching network-vif-plugged-2d0350f6-32ab-4a8a-a396-0d81b32febad {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 698.893255] env[71114]: WARNING nova.compute.manager [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Received unexpected event network-vif-plugged-2d0350f6-32ab-4a8a-a396-0d81b32febad for instance with vm_state building and task_state spawning. [ 698.893419] env[71114]: DEBUG nova.compute.manager [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Received event network-changed-2d0350f6-32ab-4a8a-a396-0d81b32febad {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.893607] env[71114]: DEBUG nova.compute.manager [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Refreshing instance network info cache due to event network-changed-2d0350f6-32ab-4a8a-a396-0d81b32febad. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.893812] env[71114]: DEBUG oslo_concurrency.lockutils [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] Acquiring lock "refresh_cache-4fd900b8-cabb-482e-97bf-9663d402c228" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.893944] env[71114]: DEBUG oslo_concurrency.lockutils [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] Acquired lock "refresh_cache-4fd900b8-cabb-482e-97bf-9663d402c228" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.894117] env[71114]: DEBUG nova.network.neutron [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Refreshing network info cache for port 2d0350f6-32ab-4a8a-a396-0d81b32febad {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.927375] env[71114]: DEBUG nova.compute.utils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.930098] env[71114]: DEBUG nova.compute.manager [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.930289] env[71114]: DEBUG nova.network.neutron [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.964968] env[71114]: DEBUG nova.compute.manager [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.016808] env[71114]: DEBUG nova.policy [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a77d45d79fd840a48413784781c4dcd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8d48f52b2fe4322b5b57be64987b51b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.036996] env[71114]: DEBUG nova.network.neutron [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Successfully updated port: 4297047d-047f-4455-bf9e-8178bc8d59f7 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.140953] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 699.141351] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-79e12369-19e0-43c5-9a60-df98fd6d80ad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.158209] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524ffff3-eb1f-d86f-0dcc-4606a1b55d34, 'name': SearchDatastore_Task, 'duration_secs': 0.023804} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.162042] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.162285] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 4fd900b8-cabb-482e-97bf-9663d402c228/4fd900b8-cabb-482e-97bf-9663d402c228.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.163039] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 699.163039] env[71114]: value = "task-3821155" [ 699.163039] env[71114]: _type = "Task" [ 699.163039] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.163039] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-435c73c3-77fd-4296-aaad-153b02b54def {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.179701] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821155, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.181700] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 699.181700] env[71114]: value = "task-3821156" [ 699.181700] env[71114]: _type = "Task" [ 699.181700] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.191115] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.297082] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083328} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.297407] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.298304] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f991d698-0aa6-4243-9fc6-ab7a27877912 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.327212] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 7908850c-f4b3-41ac-9c4a-41c21151041c/7908850c-f4b3-41ac-9c4a-41c21151041c.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.328126] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b19940ed-f5c8-4e10-8661-69460274415d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.355305] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 699.355305] env[71114]: value = "task-3821157" [ 699.355305] env[71114]: _type = "Task" [ 699.355305] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.366511] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.386365] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.386805] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b949ed-2514-4124-92ae-51874b4e48cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.394655] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 699.394655] env[71114]: value = "task-3821158" [ 699.394655] env[71114]: _type = "Task" [ 699.394655] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.407378] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.434793] env[71114]: DEBUG nova.compute.manager [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.508066] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.544050] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquiring lock "refresh_cache-81fad1b3-397f-43ab-ae9c-bfa328e62a35" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.547564] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquired lock "refresh_cache-81fad1b3-397f-43ab-ae9c-bfa328e62a35" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.547755] env[71114]: DEBUG nova.network.neutron [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.687475] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821155, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.697640] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821156, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.736808] env[71114]: DEBUG nova.network.neutron [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Updated VIF entry in instance network info cache for port 0da5eb6f-91b1-4f43-b345-a03cc6d4858b. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.737343] env[71114]: DEBUG nova.network.neutron [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Updating instance_info_cache with network_info: [{"id": "0da5eb6f-91b1-4f43-b345-a03cc6d4858b", "address": "fa:16:3e:97:d3:4f", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0da5eb6f-91", "ovs_interfaceid": "0da5eb6f-91b1-4f43-b345-a03cc6d4858b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.799742] env[71114]: DEBUG nova.network.neutron [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Updated VIF entry in instance network info cache for port 2d0350f6-32ab-4a8a-a396-0d81b32febad. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.799742] env[71114]: DEBUG nova.network.neutron [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Updating instance_info_cache with network_info: [{"id": "2d0350f6-32ab-4a8a-a396-0d81b32febad", "address": "fa:16:3e:f7:76:fe", "network": {"id": "6d53c50a-0d30-4f58-b990-f5fc2251145b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-9775188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3175f0638e7f4e02ada326d6df18eed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0350f6-32", "ovs_interfaceid": "2d0350f6-32ab-4a8a-a396-0d81b32febad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.868829] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821157, 'name': ReconfigVM_Task, 'duration_secs': 0.484493} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.869075] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 7908850c-f4b3-41ac-9c4a-41c21151041c/7908850c-f4b3-41ac-9c4a-41c21151041c.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.869812] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e2ea8cf-bf8a-49c8-874a-9d99d25a8c4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.880299] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 699.880299] env[71114]: value = "task-3821159" [ 699.880299] env[71114]: _type = "Task" [ 699.880299] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.890777] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821159, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.914148] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821158, 'name': PowerOffVM_Task, 'duration_secs': 0.164355} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.914148] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.914148] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.915590] env[71114]: DEBUG nova.network.neutron [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Successfully created port: ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.919064] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23a24a5-a828-479b-b10d-f500fc666430 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.928957] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.931583] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-484f35db-2c72-409f-8720-96f44a32722a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.967937] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.968226] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.968387] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Deleting the datastore file [datastore2] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.968675] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d609e05c-d3f3-4a04-8c5c-0fd0422bcac7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.980103] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 699.980103] env[71114]: value = "task-3821161" [ 699.980103] env[71114]: _type = "Task" [ 699.980103] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.981710] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86a37a9-fa28-462f-944c-c17ff192a239 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.996074] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.001690] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991d465d-728d-4dc1-85b3-5e380dd5ec33 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.040643] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a3886a-7aed-41d7-8eea-2f160c696be5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.050656] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b814dcbb-8976-418f-b729-b71dd1ca9cce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.073361] env[71114]: DEBUG nova.compute.provider_tree [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.124979] env[71114]: DEBUG nova.network.neutron [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.188622] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821155, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.199198] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665891} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.199501] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 4fd900b8-cabb-482e-97bf-9663d402c228/4fd900b8-cabb-482e-97bf-9663d402c228.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.200327] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.200327] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb2e5c31-116a-4dc4-9d24-007aa2ce0ed5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.209234] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 700.209234] env[71114]: value = "task-3821162" [ 700.209234] env[71114]: _type = "Task" [ 700.209234] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.223094] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.246734] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Releasing lock "refresh_cache-7908850c-f4b3-41ac-9c4a-41c21151041c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.246734] env[71114]: DEBUG nova.compute.manager [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Received event network-changed-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.246734] env[71114]: DEBUG nova.compute.manager [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Refreshing instance network info cache due to event network-changed-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.247097] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Acquiring lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.247097] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Acquired lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.247283] env[71114]: DEBUG nova.network.neutron [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Refreshing network info cache for port c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.310444] env[71114]: DEBUG oslo_concurrency.lockutils [req-9abcabe7-086e-461a-997a-a09d46ce18f0 req-ae94b3c1-5434-4ddd-a0be-2e94c0491c10 service nova] Releasing lock "refresh_cache-4fd900b8-cabb-482e-97bf-9663d402c228" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.350122] env[71114]: DEBUG nova.network.neutron [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Updating instance_info_cache with network_info: [{"id": "4297047d-047f-4455-bf9e-8178bc8d59f7", "address": "fa:16:3e:da:c3:a7", "network": {"id": "7dd7b4b9-422f-4601-95db-f8d2ea556bf4", "bridge": "br-int", "label": "tempest-ServersTestJSON-619725027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88697b7ecc7c4d9fad2aef11c8ea76e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297047d-04", "ovs_interfaceid": "4297047d-047f-4455-bf9e-8178bc8d59f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.394316] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821159, 'name': Rename_Task, 'duration_secs': 0.175057} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.396713] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.396713] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0708685-aecf-44ca-9143-e03637e6df8c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.402712] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 700.402712] env[71114]: value = "task-3821163" [ 700.402712] env[71114]: _type = "Task" [ 700.402712] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.412794] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.451740] env[71114]: DEBUG nova.compute.manager [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.491691] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.492049] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.492246] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.492460] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.492717] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.492971] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.493266] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.493435] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.493627] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.493803] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.493980] env[71114]: DEBUG nova.virt.hardware [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.494946] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e323de-a47e-4e89-b6df-a4f3a389241f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.502603] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246187} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.502603] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.502603] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.502603] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.509876] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63da533-b56d-46fe-b32c-21799a521750 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.577461] env[71114]: DEBUG nova.scheduler.client.report [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.595763] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquiring lock "951b8df7-13d8-4c88-b05d-eb31de01750a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.596082] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lock "951b8df7-13d8-4c88-b05d-eb31de01750a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.596321] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquiring lock "951b8df7-13d8-4c88-b05d-eb31de01750a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.596526] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lock "951b8df7-13d8-4c88-b05d-eb31de01750a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.596787] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lock "951b8df7-13d8-4c88-b05d-eb31de01750a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.599309] env[71114]: INFO nova.compute.manager [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Terminating instance [ 700.650140] env[71114]: DEBUG nova.compute.manager [req-15754636-9a38-4cc1-b864-caa35f778f25 req-98203ef8-b4df-4ecf-97b8-40e2127a3060 service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Received event network-vif-plugged-4297047d-047f-4455-bf9e-8178bc8d59f7 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.650416] env[71114]: DEBUG oslo_concurrency.lockutils [req-15754636-9a38-4cc1-b864-caa35f778f25 req-98203ef8-b4df-4ecf-97b8-40e2127a3060 service nova] Acquiring lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.651272] env[71114]: DEBUG oslo_concurrency.lockutils [req-15754636-9a38-4cc1-b864-caa35f778f25 req-98203ef8-b4df-4ecf-97b8-40e2127a3060 service nova] Lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.651272] env[71114]: DEBUG oslo_concurrency.lockutils [req-15754636-9a38-4cc1-b864-caa35f778f25 req-98203ef8-b4df-4ecf-97b8-40e2127a3060 service nova] Lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.651700] env[71114]: DEBUG nova.compute.manager [req-15754636-9a38-4cc1-b864-caa35f778f25 req-98203ef8-b4df-4ecf-97b8-40e2127a3060 service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] No waiting events found dispatching network-vif-plugged-4297047d-047f-4455-bf9e-8178bc8d59f7 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 700.651902] env[71114]: WARNING nova.compute.manager [req-15754636-9a38-4cc1-b864-caa35f778f25 req-98203ef8-b4df-4ecf-97b8-40e2127a3060 service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Received unexpected event network-vif-plugged-4297047d-047f-4455-bf9e-8178bc8d59f7 for instance with vm_state building and task_state spawning. [ 700.680492] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821155, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.721144] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088646} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.721299] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.722355] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3d24e5-d53e-476e-b29d-af02dabb1100 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.757367] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 4fd900b8-cabb-482e-97bf-9663d402c228/4fd900b8-cabb-482e-97bf-9663d402c228.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.760724] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9d5071-ad15-4d9f-8650-8fff938f6bfc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.785582] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 700.785582] env[71114]: value = "task-3821164" [ 700.785582] env[71114]: _type = "Task" [ 700.785582] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.795695] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.860249] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Releasing lock "refresh_cache-81fad1b3-397f-43ab-ae9c-bfa328e62a35" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.860812] env[71114]: DEBUG nova.compute.manager [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Instance network_info: |[{"id": "4297047d-047f-4455-bf9e-8178bc8d59f7", "address": "fa:16:3e:da:c3:a7", "network": {"id": "7dd7b4b9-422f-4601-95db-f8d2ea556bf4", "bridge": "br-int", "label": "tempest-ServersTestJSON-619725027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88697b7ecc7c4d9fad2aef11c8ea76e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297047d-04", "ovs_interfaceid": "4297047d-047f-4455-bf9e-8178bc8d59f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.861281] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "1454d339-c5d1-4aca-b008-55668020cb98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.861700] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "1454d339-c5d1-4aca-b008-55668020cb98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.862282] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:c3:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4297047d-047f-4455-bf9e-8178bc8d59f7', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.875321] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Creating folder: Project (88697b7ecc7c4d9fad2aef11c8ea76e0). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.876872] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5b2e06b-54a8-4653-80ac-d059ddf00bd2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.896354] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Created folder: Project (88697b7ecc7c4d9fad2aef11c8ea76e0) in parent group-v759732. [ 700.896855] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Creating folder: Instances. Parent ref: group-v759766. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.897302] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-185b357c-96a9-41a5-8a7b-4bf44cce0cc7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.920331] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.922328] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Created folder: Instances in parent group-v759766. [ 700.922663] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.922938] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.923239] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2760163-5b61-449c-9f36-6e3b70e323c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.959025] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.959025] env[71114]: value = "task-3821167" [ 700.959025] env[71114]: _type = "Task" [ 700.959025] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.972840] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821167, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.079040] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquiring lock "d00b626d-7121-46a9-ad1e-450c3db22e2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.079040] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lock "d00b626d-7121-46a9-ad1e-450c3db22e2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.079040] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquiring lock "d00b626d-7121-46a9-ad1e-450c3db22e2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.079040] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lock "d00b626d-7121-46a9-ad1e-450c3db22e2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.079667] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lock "d00b626d-7121-46a9-ad1e-450c3db22e2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.082743] env[71114]: INFO nova.compute.manager [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Terminating instance [ 701.087857] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.088714] env[71114]: DEBUG nova.compute.manager [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.101493] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.696s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.104319] env[71114]: INFO nova.compute.claims [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.115492] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquiring lock "refresh_cache-951b8df7-13d8-4c88-b05d-eb31de01750a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.115492] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquired lock "refresh_cache-951b8df7-13d8-4c88-b05d-eb31de01750a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.115492] env[71114]: DEBUG nova.network.neutron [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.190722] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821155, 'name': CloneVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.300373] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821164, 'name': ReconfigVM_Task, 'duration_secs': 0.490697} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.300769] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 4fd900b8-cabb-482e-97bf-9663d402c228/4fd900b8-cabb-482e-97bf-9663d402c228.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.301456] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d8840ee-99c8-40b1-bbea-1a064d382665 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.310696] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 701.310696] env[71114]: value = "task-3821168" [ 701.310696] env[71114]: _type = "Task" [ 701.310696] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.324388] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821168, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.326189] env[71114]: DEBUG nova.network.neutron [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Updated VIF entry in instance network info cache for port c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.326666] env[71114]: DEBUG nova.network.neutron [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Updating instance_info_cache with network_info: [{"id": "c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125", "address": "fa:16:3e:93:6e:be", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e3e3bc-4e", "ovs_interfaceid": "c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.430930] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821163, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.472161] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821167, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.546112] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.546519] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.546755] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.546967] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.547665] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.547665] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.547665] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.547900] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.548120] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.548304] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.548522] env[71114]: DEBUG nova.virt.hardware [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.549466] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18f162b-a3da-42bf-89bc-c5e2993e2c3c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.559202] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3c3e62-5db5-4de3-89e4-f4ab76bb69bc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.578247] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.585547] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.585547] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.585723] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8277a072-1ad2-4d66-b139-bb285afd914a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.604912] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.604912] env[71114]: value = "task-3821169" [ 701.604912] env[71114]: _type = "Task" [ 701.604912] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.620506] env[71114]: DEBUG nova.compute.utils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.620958] env[71114]: DEBUG nova.compute.manager [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.621132] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.621628] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821169, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.625192] env[71114]: DEBUG nova.compute.manager [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.625192] env[71114]: DEBUG nova.network.neutron [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.627554] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f49e15-d4a0-423d-b4c2-ae02205a02e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.639880] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.639880] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b519e6ee-4df5-42c4-88fb-4571b98afc93 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.648733] env[71114]: DEBUG oslo_vmware.api [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 701.648733] env[71114]: value = "task-3821170" [ 701.648733] env[71114]: _type = "Task" [ 701.648733] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.656795] env[71114]: DEBUG nova.network.neutron [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.663059] env[71114]: DEBUG oslo_vmware.api [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.681064] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821155, 'name': CloneVM_Task, 'duration_secs': 2.07171} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.681353] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Created linked-clone VM from snapshot [ 701.682639] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4f9317-de7a-4a4f-87ce-48601d12fcd8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.692713] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Uploading image 2eb77e6a-1492-476a-adac-097def596496 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 701.731809] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 701.731809] env[71114]: value = "vm-759765" [ 701.731809] env[71114]: _type = "VirtualMachine" [ 701.731809] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 701.732335] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e99814b8-1514-4cd4-94ff-4c648c1ede58 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.739286] env[71114]: DEBUG nova.policy [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad3318d7ad2d4eb883d0ddb79e2bf325', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea19c98bcad54d2c95c0c3f4d055256e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.750953] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lease: (returnval){ [ 701.750953] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5282823d-3a47-f68a-9d68-5e86d4da1da3" [ 701.750953] env[71114]: _type = "HttpNfcLease" [ 701.750953] env[71114]: } obtained for exporting VM: (result){ [ 701.750953] env[71114]: value = "vm-759765" [ 701.750953] env[71114]: _type = "VirtualMachine" [ 701.750953] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 701.752218] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the lease: (returnval){ [ 701.752218] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5282823d-3a47-f68a-9d68-5e86d4da1da3" [ 701.752218] env[71114]: _type = "HttpNfcLease" [ 701.752218] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 701.764063] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.764063] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5282823d-3a47-f68a-9d68-5e86d4da1da3" [ 701.764063] env[71114]: _type = "HttpNfcLease" [ 701.764063] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 701.828639] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821168, 'name': Rename_Task, 'duration_secs': 0.268474} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.829239] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.830106] env[71114]: DEBUG oslo_concurrency.lockutils [req-5e5e004e-030d-4e43-8e17-72784ed8af8a req-d701e8b3-4527-4b82-8086-4b15ad92c231 service nova] Releasing lock "refresh_cache-3e34f4a1-7c1b-42bc-9e07-3233630ceeef" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.830709] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e6badce-6f60-461d-b077-37a13940e366 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.837891] env[71114]: DEBUG nova.network.neutron [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.847342] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 701.847342] env[71114]: value = "task-3821172" [ 701.847342] env[71114]: _type = "Task" [ 701.847342] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.859770] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.926845] env[71114]: DEBUG oslo_vmware.api [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821163, 'name': PowerOnVM_Task, 'duration_secs': 1.089484} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.927257] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.927574] env[71114]: INFO nova.compute.manager [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Took 10.72 seconds to spawn the instance on the hypervisor. [ 701.927853] env[71114]: DEBUG nova.compute.manager [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 701.929097] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bceca9-79f3-46ed-a558-00e8c7390b84 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.979064] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821167, 'name': CreateVM_Task, 'duration_secs': 0.603087} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.979230] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.980526] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.980526] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.980959] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.981173] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2229e881-c2a5-4e85-8600-a3204d0beab7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.991110] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for the task: (returnval){ [ 701.991110] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522bc40a-3fd9-5013-0d37-a2d3913c611c" [ 701.991110] env[71114]: _type = "Task" [ 701.991110] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.005935] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522bc40a-3fd9-5013-0d37-a2d3913c611c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.088989] env[71114]: DEBUG nova.network.neutron [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Successfully updated port: ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.129228] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821169, 'name': CreateVM_Task, 'duration_secs': 0.507679} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.130048] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.130481] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.132238] env[71114]: DEBUG nova.compute.manager [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.163532] env[71114]: DEBUG oslo_vmware.api [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821170, 'name': PowerOffVM_Task, 'duration_secs': 0.467721} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.166114] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.166352] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.169978] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46e0d218-bbd1-4c9d-9157-73991416f8bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.253703] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.253890] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.255031] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Deleting the datastore file [datastore2] d00b626d-7121-46a9-ad1e-450c3db22e2d {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.262342] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca9e9df7-b3b3-4818-bef5-c1a795e6a110 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.272893] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 702.272893] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5282823d-3a47-f68a-9d68-5e86d4da1da3" [ 702.272893] env[71114]: _type = "HttpNfcLease" [ 702.272893] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 702.274444] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 702.274444] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5282823d-3a47-f68a-9d68-5e86d4da1da3" [ 702.274444] env[71114]: _type = "HttpNfcLease" [ 702.274444] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 702.274941] env[71114]: DEBUG oslo_vmware.api [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for the task: (returnval){ [ 702.274941] env[71114]: value = "task-3821174" [ 702.274941] env[71114]: _type = "Task" [ 702.274941] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.276413] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a12b04f-0389-4fce-98c8-7bbc229a34bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.301265] env[71114]: DEBUG oslo_vmware.api [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.301265] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d965-af75-ba9d-2e5b-937a98893508/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 702.301265] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d965-af75-ba9d-2e5b-937a98893508/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 702.361802] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Releasing lock "refresh_cache-951b8df7-13d8-4c88-b05d-eb31de01750a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.362694] env[71114]: DEBUG nova.compute.manager [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.362811] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.366305] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7aa567-f05f-4ec7-a3c5-62e475ecdf5a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.372904] env[71114]: DEBUG nova.network.neutron [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Successfully created port: 04018a63-e80c-4452-a096-ae50e3bcfacc {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.382480] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.384760] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.384962] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39e801bf-d42a-4301-a4e0-11e7cf1fad9b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.396417] env[71114]: DEBUG oslo_vmware.api [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for the task: (returnval){ [ 702.396417] env[71114]: value = "task-3821175" [ 702.396417] env[71114]: _type = "Task" [ 702.396417] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.408627] env[71114]: DEBUG oslo_vmware.api [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.420175] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-93c63ca3-ce5e-462a-85ef-8c733d7c69a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.465246] env[71114]: INFO nova.compute.manager [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Took 22.39 seconds to build instance. [ 702.467268] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "a072844a-d6f2-42e6-8ee4-6532341c7977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.467533] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "a072844a-d6f2-42e6-8ee4-6532341c7977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.507994] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522bc40a-3fd9-5013-0d37-a2d3913c611c, 'name': SearchDatastore_Task, 'duration_secs': 0.022185} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.512053] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.512053] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.512053] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.512252] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.512352] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.512928] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.513498] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.513769] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e473090-dfb7-4722-a4cc-7fd3c0a993f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.516271] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bab7ff4-2afe-43fb-9ac1-ffe9d7f92aa3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.523395] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 702.523395] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5256daab-f037-bbdd-7ce4-0d8c9cfefab6" [ 702.523395] env[71114]: _type = "Task" [ 702.523395] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.539384] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5256daab-f037-bbdd-7ce4-0d8c9cfefab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.542082] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.542374] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.543189] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b37fa85-dadd-4584-9cfc-09e5f6216329 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.555438] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for the task: (returnval){ [ 702.555438] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ff3b73-b1e2-587c-e453-124ae9c31f63" [ 702.555438] env[71114]: _type = "Task" [ 702.555438] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.562392] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ff3b73-b1e2-587c-e453-124ae9c31f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.596091] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "refresh_cache-af490d93-f4db-479d-910c-d04a97483af6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.596091] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired lock "refresh_cache-af490d93-f4db-479d-910c-d04a97483af6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.596091] env[71114]: DEBUG nova.network.neutron [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.657392] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df579c8c-78d8-4506-aa67-ffd5ad38d7c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.666832] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3787a4f-9f88-4865-91d4-15c26f071f45 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.706604] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a852bf-f769-4aee-ba09-7c2ef82140a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.722036] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434032a5-f8a8-4877-86a4-73b568ef77b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.737210] env[71114]: DEBUG nova.compute.provider_tree [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.795327] env[71114]: DEBUG oslo_vmware.api [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Task: {'id': task-3821174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272145} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.795614] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.795757] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.795925] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.796121] env[71114]: INFO nova.compute.manager [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 702.796369] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.796566] env[71114]: DEBUG nova.compute.manager [-] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.796661] env[71114]: DEBUG nova.network.neutron [-] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.806752] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "52179727-7607-4992-bb0e-2b9ec89ae1eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.807074] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.874241] env[71114]: DEBUG oslo_vmware.api [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821172, 'name': PowerOnVM_Task, 'duration_secs': 0.955383} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.874961] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.874961] env[71114]: INFO nova.compute.manager [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Took 9.26 seconds to spawn the instance on the hypervisor. [ 702.874961] env[71114]: DEBUG nova.compute.manager [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.876048] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddbdfef-b1a0-4df4-b02b-759aee495241 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.911122] env[71114]: DEBUG oslo_vmware.api [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821175, 'name': PowerOffVM_Task, 'duration_secs': 0.227194} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.911720] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.912067] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.912494] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a50afd6-6e7c-4f60-b395-16c45c9ceed1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.943968] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.944121] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.944408] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Deleting the datastore file [datastore1] 951b8df7-13d8-4c88-b05d-eb31de01750a {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.945633] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc7282e1-cd71-4dfc-824a-d1ca11ae198a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.953435] env[71114]: DEBUG oslo_vmware.api [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for the task: (returnval){ [ 702.953435] env[71114]: value = "task-3821177" [ 702.953435] env[71114]: _type = "Task" [ 702.953435] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.963922] env[71114]: DEBUG oslo_vmware.api [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.968327] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05393170-f51f-419a-af78-fe6e08ef2833 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "7908850c-f4b3-41ac-9c4a-41c21151041c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.912s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.035351] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5256daab-f037-bbdd-7ce4-0d8c9cfefab6, 'name': SearchDatastore_Task, 'duration_secs': 0.027535} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.036080] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.036229] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.036567] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.066426] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ff3b73-b1e2-587c-e453-124ae9c31f63, 'name': SearchDatastore_Task, 'duration_secs': 0.013042} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.067968] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07aa4186-0d59-47c1-badd-d78055cfbf8b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.074524] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for the task: (returnval){ [ 703.074524] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5284eef6-0a8a-6878-e5d7-b8cd6b2b4c7f" [ 703.074524] env[71114]: _type = "Task" [ 703.074524] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.087195] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5284eef6-0a8a-6878-e5d7-b8cd6b2b4c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.148755] env[71114]: DEBUG nova.compute.manager [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.171918] env[71114]: DEBUG nova.network.neutron [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.180780] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.182243] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.182243] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.182243] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.182243] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.182243] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.182424] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.182424] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.182484] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.182628] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.182942] env[71114]: DEBUG nova.virt.hardware [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.183965] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5652de72-dc56-4d61-a6f8-16cf0c87b263 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.193783] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a513e232-63a6-45e4-b7d6-b1224eeb9186 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.245944] env[71114]: DEBUG nova.scheduler.client.report [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.399907] env[71114]: DEBUG nova.network.neutron [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Updating instance_info_cache with network_info: [{"id": "ce26f1f3-984a-44fb-a073-eeeb7aafe6a4", "address": "fa:16:3e:50:f8:a2", "network": {"id": "ed66ae5b-32de-4b7f-a260-d704ba3fc2cf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531230920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8d48f52b2fe4322b5b57be64987b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce26f1f3-98", "ovs_interfaceid": "ce26f1f3-984a-44fb-a073-eeeb7aafe6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.404920] env[71114]: INFO nova.compute.manager [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Took 20.59 seconds to build instance. [ 703.465632] env[71114]: DEBUG oslo_vmware.api [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Task: {'id': task-3821177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20627} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.465928] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.466127] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.466390] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.466576] env[71114]: INFO nova.compute.manager [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 703.466823] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.467033] env[71114]: DEBUG nova.compute.manager [-] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.467136] env[71114]: DEBUG nova.network.neutron [-] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.470686] env[71114]: DEBUG nova.compute.manager [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.497199] env[71114]: DEBUG nova.network.neutron [-] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.591028] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5284eef6-0a8a-6878-e5d7-b8cd6b2b4c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01597} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.591028] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.591028] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 81fad1b3-397f-43ab-ae9c-bfa328e62a35/81fad1b3-397f-43ab-ae9c-bfa328e62a35.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.591028] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.591433] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.591433] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-124a9a07-9d10-43e3-820a-0206d84684ea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.592831] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b316e2b9-a8ea-48bb-ac94-a36aa528065c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.603379] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for the task: (returnval){ [ 703.603379] env[71114]: value = "task-3821178" [ 703.603379] env[71114]: _type = "Task" [ 703.603379] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.608929] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.609242] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.612545] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9ea5b3-f923-43bd-822e-3421142cf051 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.617952] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.622346] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 703.622346] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528c8b39-eabd-9e64-19a9-03b81e5a4836" [ 703.622346] env[71114]: _type = "Task" [ 703.622346] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.633289] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528c8b39-eabd-9e64-19a9-03b81e5a4836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.715086] env[71114]: DEBUG nova.network.neutron [-] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.752211] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.754023] env[71114]: DEBUG nova.compute.manager [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.757897] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.748s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.759798] env[71114]: INFO nova.compute.claims [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.910348] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d6cb86-3bc1-485e-8add-b61a843c4209 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "4fd900b8-cabb-482e-97bf-9663d402c228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.187s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.910753] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Releasing lock "refresh_cache-af490d93-f4db-479d-910c-d04a97483af6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.914037] env[71114]: DEBUG nova.compute.manager [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Instance network_info: |[{"id": "ce26f1f3-984a-44fb-a073-eeeb7aafe6a4", "address": "fa:16:3e:50:f8:a2", "network": {"id": "ed66ae5b-32de-4b7f-a260-d704ba3fc2cf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531230920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8d48f52b2fe4322b5b57be64987b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce26f1f3-98", "ovs_interfaceid": "ce26f1f3-984a-44fb-a073-eeeb7aafe6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.914406] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:f8:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce26f1f3-984a-44fb-a073-eeeb7aafe6a4', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.928231] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Creating folder: Project (b8d48f52b2fe4322b5b57be64987b51b). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.929218] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89a71700-51eb-4c25-a85f-36b895a0418e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.950526] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Created folder: Project (b8d48f52b2fe4322b5b57be64987b51b) in parent group-v759732. [ 703.950526] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Creating folder: Instances. Parent ref: group-v759770. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.950526] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-835ade95-6e42-4da9-b473-15b21f5f7064 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.970643] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Created folder: Instances in parent group-v759770. [ 703.970643] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.970744] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af490d93-f4db-479d-910c-d04a97483af6] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.971183] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9267158-466c-4863-a68c-6301fb979e28 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.003304] env[71114]: DEBUG nova.network.neutron [-] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.014847] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.014847] env[71114]: value = "task-3821181" [ 704.014847] env[71114]: _type = "Task" [ 704.014847] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.026767] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.032285] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821181, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.113848] env[71114]: DEBUG nova.compute.manager [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Received event network-changed-4297047d-047f-4455-bf9e-8178bc8d59f7 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.114364] env[71114]: DEBUG nova.compute.manager [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Refreshing instance network info cache due to event network-changed-4297047d-047f-4455-bf9e-8178bc8d59f7. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.115782] env[71114]: DEBUG oslo_concurrency.lockutils [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] Acquiring lock "refresh_cache-81fad1b3-397f-43ab-ae9c-bfa328e62a35" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.115782] env[71114]: DEBUG oslo_concurrency.lockutils [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] Acquired lock "refresh_cache-81fad1b3-397f-43ab-ae9c-bfa328e62a35" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.116553] env[71114]: DEBUG nova.network.neutron [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Refreshing network info cache for port 4297047d-047f-4455-bf9e-8178bc8d59f7 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.126470] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.140706] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528c8b39-eabd-9e64-19a9-03b81e5a4836, 'name': SearchDatastore_Task, 'duration_secs': 0.021345} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.143443] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8332403-dab7-422b-a7f5-20a955bc106a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.152071] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 704.152071] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5215429e-72b6-9143-d717-63eac458fb92" [ 704.152071] env[71114]: _type = "Task" [ 704.152071] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.167100] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5215429e-72b6-9143-d717-63eac458fb92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.219513] env[71114]: INFO nova.compute.manager [-] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Took 1.42 seconds to deallocate network for instance. [ 704.266204] env[71114]: DEBUG nova.compute.utils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.268273] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "37fcddcc-b28b-461a-be2f-c5c928716584" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.268757] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "37fcddcc-b28b-461a-be2f-c5c928716584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.271968] env[71114]: DEBUG nova.compute.manager [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.272535] env[71114]: DEBUG nova.network.neutron [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.286472] env[71114]: DEBUG nova.network.neutron [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Successfully updated port: 04018a63-e80c-4452-a096-ae50e3bcfacc {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.367111] env[71114]: DEBUG nova.policy [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863a91bfcf3b4a3482f5ddd3f4bf6893', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158d810366a340f5906c0794d58eb2c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.429761] env[71114]: DEBUG nova.compute.manager [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.509138] env[71114]: INFO nova.compute.manager [-] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Took 1.04 seconds to deallocate network for instance. [ 704.528753] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821181, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.624199] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635034} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.624598] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 81fad1b3-397f-43ab-ae9c-bfa328e62a35/81fad1b3-397f-43ab-ae9c-bfa328e62a35.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.624934] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.625729] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-031a807d-9729-492c-81c0-796ba05bd6cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.634505] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for the task: (returnval){ [ 704.634505] env[71114]: value = "task-3821182" [ 704.634505] env[71114]: _type = "Task" [ 704.634505] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.649591] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.669531] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5215429e-72b6-9143-d717-63eac458fb92, 'name': SearchDatastore_Task, 'duration_secs': 0.05928} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.669976] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.670562] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.670964] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c40db24c-f21f-429e-b977-93ac8e68d229 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.684409] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 704.684409] env[71114]: value = "task-3821183" [ 704.684409] env[71114]: _type = "Task" [ 704.684409] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.695948] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.727312] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.770705] env[71114]: DEBUG nova.compute.manager [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.788725] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquiring lock "refresh_cache-5beeda39-74da-4bc1-a981-4999157823be" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.790177] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquired lock "refresh_cache-5beeda39-74da-4bc1-a981-4999157823be" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.790177] env[71114]: DEBUG nova.network.neutron [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.962034] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.033255] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.041848] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821181, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.082314] env[71114]: DEBUG nova.network.neutron [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Successfully created port: e85f0033-0035-46e3-99de-b8d4ab417c6c {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.113765] env[71114]: DEBUG nova.network.neutron [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Updated VIF entry in instance network info cache for port 4297047d-047f-4455-bf9e-8178bc8d59f7. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.114120] env[71114]: DEBUG nova.network.neutron [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Updating instance_info_cache with network_info: [{"id": "4297047d-047f-4455-bf9e-8178bc8d59f7", "address": "fa:16:3e:da:c3:a7", "network": {"id": "7dd7b4b9-422f-4601-95db-f8d2ea556bf4", "bridge": "br-int", "label": "tempest-ServersTestJSON-619725027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88697b7ecc7c4d9fad2aef11c8ea76e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297047d-04", "ovs_interfaceid": "4297047d-047f-4455-bf9e-8178bc8d59f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.151089] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081213} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.151420] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.152465] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d652d4c-365e-44d4-9cd6-2f8c552b26b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.185918] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 81fad1b3-397f-43ab-ae9c-bfa328e62a35/81fad1b3-397f-43ab-ae9c-bfa328e62a35.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.189696] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e628dc14-9459-4668-bfd2-f90f877cdff8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.216027] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821183, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.217915] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for the task: (returnval){ [ 705.217915] env[71114]: value = "task-3821184" [ 705.217915] env[71114]: _type = "Task" [ 705.217915] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.227587] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.325666] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa10ceae-ab58-4d4c-adfa-6e6cd13e0729 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.335411] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3a4ab6-e20c-43f4-b44e-579b1e9a2102 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.382110] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01cc42a-3c2e-4264-bcda-5a06d3f137fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.387551] env[71114]: DEBUG nova.network.neutron [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.397139] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcb6b9e-7d61-4bc0-a9fb-0b35741d4954 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.417063] env[71114]: DEBUG nova.compute.provider_tree [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.534751] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821181, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.617271] env[71114]: DEBUG oslo_concurrency.lockutils [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] Releasing lock "refresh_cache-81fad1b3-397f-43ab-ae9c-bfa328e62a35" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.617675] env[71114]: DEBUG nova.compute.manager [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Received event network-vif-plugged-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.617970] env[71114]: DEBUG oslo_concurrency.lockutils [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] Acquiring lock "af490d93-f4db-479d-910c-d04a97483af6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.618262] env[71114]: DEBUG oslo_concurrency.lockutils [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] Lock "af490d93-f4db-479d-910c-d04a97483af6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.618502] env[71114]: DEBUG oslo_concurrency.lockutils [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] Lock "af490d93-f4db-479d-910c-d04a97483af6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.618693] env[71114]: DEBUG nova.compute.manager [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] No waiting events found dispatching network-vif-plugged-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 705.618905] env[71114]: WARNING nova.compute.manager [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Received unexpected event network-vif-plugged-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 for instance with vm_state building and task_state spawning. [ 705.619118] env[71114]: DEBUG nova.compute.manager [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Received event network-changed-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.619368] env[71114]: DEBUG nova.compute.manager [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Refreshing instance network info cache due to event network-changed-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.619626] env[71114]: DEBUG oslo_concurrency.lockutils [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] Acquiring lock "refresh_cache-af490d93-f4db-479d-910c-d04a97483af6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.619805] env[71114]: DEBUG oslo_concurrency.lockutils [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] Acquired lock "refresh_cache-af490d93-f4db-479d-910c-d04a97483af6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.619972] env[71114]: DEBUG nova.network.neutron [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Refreshing network info cache for port ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.700986] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935305} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.701316] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.701541] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.701804] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8017292-22d0-4842-94f3-22b687f89614 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.710130] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 705.710130] env[71114]: value = "task-3821185" [ 705.710130] env[71114]: _type = "Task" [ 705.710130] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.717445] env[71114]: DEBUG nova.network.neutron [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Updating instance_info_cache with network_info: [{"id": "04018a63-e80c-4452-a096-ae50e3bcfacc", "address": "fa:16:3e:2a:bf:e1", "network": {"id": "f05605ae-1208-4955-8607-fae138eaf7f8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1604727461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea19c98bcad54d2c95c0c3f4d055256e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04018a63-e8", "ovs_interfaceid": "04018a63-e80c-4452-a096-ae50e3bcfacc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.722188] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.732841] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.787752] env[71114]: DEBUG nova.compute.manager [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.818596] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:30:01Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='517596861',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1851457595',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.818852] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.819029] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.819476] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.819679] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.820159] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.820473] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.820949] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.821199] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.821415] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.821705] env[71114]: DEBUG nova.virt.hardware [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.822873] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4435ad-d3d7-441a-80ce-d042374cc120 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.832507] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b526bc3f-e78d-4e14-90f0-b3edd585d71f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.925026] env[71114]: DEBUG nova.scheduler.client.report [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.033450] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821181, 'name': CreateVM_Task, 'duration_secs': 1.608408} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.033947] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af490d93-f4db-479d-910c-d04a97483af6] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.035260] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.035570] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.036087] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.036475] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177c6ce3-4ed6-45c7-ad6f-7b235df5c384 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.045066] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 706.045066] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529c2fe9-c6d3-490e-9f4a-bc81be7bcc38" [ 706.045066] env[71114]: _type = "Task" [ 706.045066] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.056463] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529c2fe9-c6d3-490e-9f4a-bc81be7bcc38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.224649] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Releasing lock "refresh_cache-5beeda39-74da-4bc1-a981-4999157823be" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.225053] env[71114]: DEBUG nova.compute.manager [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Instance network_info: |[{"id": "04018a63-e80c-4452-a096-ae50e3bcfacc", "address": "fa:16:3e:2a:bf:e1", "network": {"id": "f05605ae-1208-4955-8607-fae138eaf7f8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1604727461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea19c98bcad54d2c95c0c3f4d055256e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04018a63-e8", "ovs_interfaceid": "04018a63-e80c-4452-a096-ae50e3bcfacc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.225393] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092916} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.229809] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:bf:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04018a63-e80c-4452-a096-ae50e3bcfacc', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.239789] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Creating folder: Project (ea19c98bcad54d2c95c0c3f4d055256e). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.240166] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.240464] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e89b8dd-1d16-468a-9a76-99debfc169a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.243429] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f778a27b-8217-4474-9640-21d69d6fefaa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.253961] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821184, 'name': ReconfigVM_Task, 'duration_secs': 0.972957} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.265907] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 81fad1b3-397f-43ab-ae9c-bfa328e62a35/81fad1b3-397f-43ab-ae9c-bfa328e62a35.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.281495] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.283201] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a9bee5-4f34-4e7c-8cf9-0a6b9940537a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.285046] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0c47b4-961b-43d4-917f-f6df8e4cbac9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.301786] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Created folder: Project (ea19c98bcad54d2c95c0c3f4d055256e) in parent group-v759732. [ 706.302050] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Creating folder: Instances. Parent ref: group-v759773. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.304823] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67d323a0-2750-4982-a79e-63193a1a31ec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.313763] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 706.313763] env[71114]: value = "task-3821189" [ 706.313763] env[71114]: _type = "Task" [ 706.313763] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.315538] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for the task: (returnval){ [ 706.315538] env[71114]: value = "task-3821187" [ 706.315538] env[71114]: _type = "Task" [ 706.315538] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.324686] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Created folder: Instances in parent group-v759773. [ 706.324827] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.325496] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.326130] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e7a6d34-0105-45af-a989-bf198869dedc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.350844] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821187, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.350984] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821189, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.359732] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.359732] env[71114]: value = "task-3821190" [ 706.359732] env[71114]: _type = "Task" [ 706.359732] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.369436] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821190, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.429801] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.430475] env[71114]: DEBUG nova.compute.manager [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.435692] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.673s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.436994] env[71114]: INFO nova.compute.claims [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.559263] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529c2fe9-c6d3-490e-9f4a-bc81be7bcc38, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.561305] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.561305] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.561305] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.561305] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.561467] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.561467] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-243edd93-a10d-4c63-bb0a-a2a6459ec0b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.573190] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.573413] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.576461] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb96efd-33f7-48af-9666-a1cf7cc22e8e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.583333] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 706.583333] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527982e7-7fa2-abdd-6000-67cbe2eecd0f" [ 706.583333] env[71114]: _type = "Task" [ 706.583333] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.597645] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527982e7-7fa2-abdd-6000-67cbe2eecd0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.660422] env[71114]: DEBUG nova.network.neutron [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Updated VIF entry in instance network info cache for port ce26f1f3-984a-44fb-a073-eeeb7aafe6a4. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.660824] env[71114]: DEBUG nova.network.neutron [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Updating instance_info_cache with network_info: [{"id": "ce26f1f3-984a-44fb-a073-eeeb7aafe6a4", "address": "fa:16:3e:50:f8:a2", "network": {"id": "ed66ae5b-32de-4b7f-a260-d704ba3fc2cf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531230920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8d48f52b2fe4322b5b57be64987b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce26f1f3-98", "ovs_interfaceid": "ce26f1f3-984a-44fb-a073-eeeb7aafe6a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.843857] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821189, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.843857] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821187, 'name': Rename_Task, 'duration_secs': 0.271326} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.843857] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.843857] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddb39f2e-a5d4-4600-bf6f-f99056fd8858 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.853303] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for the task: (returnval){ [ 706.853303] env[71114]: value = "task-3821191" [ 706.853303] env[71114]: _type = "Task" [ 706.853303] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.882259] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821191, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.888063] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821190, 'name': CreateVM_Task, 'duration_secs': 0.513249} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.888609] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.889859] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.890360] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.891191] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.894235] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b9de40-c08f-4b5f-81a8-a7a805a734bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.901161] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for the task: (returnval){ [ 706.901161] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529a9b24-cb94-de0a-ad63-d31c99380ea3" [ 706.901161] env[71114]: _type = "Task" [ 706.901161] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.916264] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529a9b24-cb94-de0a-ad63-d31c99380ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.937585] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "c7c2f338-e656-408e-bae8-92bb630d2aa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.938112] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "c7c2f338-e656-408e-bae8-92bb630d2aa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.944292] env[71114]: DEBUG nova.compute.utils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.947260] env[71114]: DEBUG nova.compute.manager [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.947646] env[71114]: DEBUG nova.network.neutron [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.095755] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527982e7-7fa2-abdd-6000-67cbe2eecd0f, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.097121] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25be153c-b1ac-4dac-a958-b68e81e7d14d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.102277] env[71114]: DEBUG nova.network.neutron [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Successfully updated port: e85f0033-0035-46e3-99de-b8d4ab417c6c {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.107748] env[71114]: DEBUG nova.policy [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b309c22d37ef44df8b2b13c35dbb2876', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ac15386ccd04d2fbb7aa62e5ed6a4ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.113674] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 707.113674] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5273de65-5ebc-0a01-9a58-1b2a115d5dda" [ 707.113674] env[71114]: _type = "Task" [ 707.113674] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.126413] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5273de65-5ebc-0a01-9a58-1b2a115d5dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.164661] env[71114]: DEBUG oslo_concurrency.lockutils [req-93484b70-ff23-45db-9daa-5c0859db9aa9 req-a75a0f4f-8b59-42d8-8c3c-4d9674eedb6e service nova] Releasing lock "refresh_cache-af490d93-f4db-479d-910c-d04a97483af6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.244602] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquiring lock "4fd900b8-cabb-482e-97bf-9663d402c228" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.244602] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "4fd900b8-cabb-482e-97bf-9663d402c228" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.244602] env[71114]: INFO nova.compute.manager [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Rebooting instance [ 707.332432] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821189, 'name': ReconfigVM_Task, 'duration_secs': 0.556615} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.333159] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Reconfigured VM instance instance-00000009 to attach disk [datastore1] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.333827] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43f5d62d-4b73-49e4-a036-e7fb0a66ac0d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.345768] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 707.345768] env[71114]: value = "task-3821192" [ 707.345768] env[71114]: _type = "Task" [ 707.345768] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.360360] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821192, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.370549] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.416379] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529a9b24-cb94-de0a-ad63-d31c99380ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.02109} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.416793] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.417060] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.417294] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.448914] env[71114]: DEBUG nova.compute.manager [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.498792] env[71114]: DEBUG nova.compute.manager [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Received event network-vif-deleted-c53c8c10-4c63-46d0-9b31-1abfa49b5154 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.498978] env[71114]: DEBUG nova.compute.manager [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Received event network-vif-plugged-04018a63-e80c-4452-a096-ae50e3bcfacc {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.499181] env[71114]: DEBUG oslo_concurrency.lockutils [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] Acquiring lock "5beeda39-74da-4bc1-a981-4999157823be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.499381] env[71114]: DEBUG oslo_concurrency.lockutils [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] Lock "5beeda39-74da-4bc1-a981-4999157823be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.499546] env[71114]: DEBUG oslo_concurrency.lockutils [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] Lock "5beeda39-74da-4bc1-a981-4999157823be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.499707] env[71114]: DEBUG nova.compute.manager [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] [instance: 5beeda39-74da-4bc1-a981-4999157823be] No waiting events found dispatching network-vif-plugged-04018a63-e80c-4452-a096-ae50e3bcfacc {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 707.499865] env[71114]: WARNING nova.compute.manager [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Received unexpected event network-vif-plugged-04018a63-e80c-4452-a096-ae50e3bcfacc for instance with vm_state building and task_state spawning. [ 707.500055] env[71114]: DEBUG nova.compute.manager [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Received event network-changed-04018a63-e80c-4452-a096-ae50e3bcfacc {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.500467] env[71114]: DEBUG nova.compute.manager [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Refreshing instance network info cache due to event network-changed-04018a63-e80c-4452-a096-ae50e3bcfacc. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.500777] env[71114]: DEBUG oslo_concurrency.lockutils [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] Acquiring lock "refresh_cache-5beeda39-74da-4bc1-a981-4999157823be" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.501054] env[71114]: DEBUG oslo_concurrency.lockutils [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] Acquired lock "refresh_cache-5beeda39-74da-4bc1-a981-4999157823be" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.501272] env[71114]: DEBUG nova.network.neutron [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Refreshing network info cache for port 04018a63-e80c-4452-a096-ae50e3bcfacc {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.607180] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "refresh_cache-56a1dccf-2dd0-4b4d-8ddb-0092ee837752" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.607180] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquired lock "refresh_cache-56a1dccf-2dd0-4b4d-8ddb-0092ee837752" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.607180] env[71114]: DEBUG nova.network.neutron [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.636433] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5273de65-5ebc-0a01-9a58-1b2a115d5dda, 'name': SearchDatastore_Task, 'duration_secs': 0.028649} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.636433] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.636791] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] af490d93-f4db-479d-910c-d04a97483af6/af490d93-f4db-479d-910c-d04a97483af6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.636923] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.637662] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.638298] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9817ff5-925e-4cf5-bf1b-9365a8919f03 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.641482] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f76b991-ce5d-4d1b-a0d4-5c4a5ad0b81c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.659836] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 707.659836] env[71114]: value = "task-3821193" [ 707.659836] env[71114]: _type = "Task" [ 707.659836] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.666180] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.666412] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.668912] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae213b0-ddfd-451e-ad70-fc89e6191963 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.679245] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.684842] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for the task: (returnval){ [ 707.684842] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b9d75f-ff35-79ea-99e3-9323d40b36bf" [ 707.684842] env[71114]: _type = "Task" [ 707.684842] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.701192] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b9d75f-ff35-79ea-99e3-9323d40b36bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.799368] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquiring lock "refresh_cache-4fd900b8-cabb-482e-97bf-9663d402c228" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.799761] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquired lock "refresh_cache-4fd900b8-cabb-482e-97bf-9663d402c228" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.799970] env[71114]: DEBUG nova.network.neutron [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.856463] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821192, 'name': Rename_Task, 'duration_secs': 0.219557} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.856838] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.857529] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78c16c14-186e-494e-b8d9-7681521ac8c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.868742] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 707.868742] env[71114]: value = "task-3821194" [ 707.868742] env[71114]: _type = "Task" [ 707.868742] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.876560] env[71114]: DEBUG oslo_vmware.api [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821191, 'name': PowerOnVM_Task, 'duration_secs': 0.866435} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.877285] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.877572] env[71114]: INFO nova.compute.manager [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Took 11.81 seconds to spawn the instance on the hypervisor. [ 707.877809] env[71114]: DEBUG nova.compute.manager [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 707.878855] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd92d747-05bd-4468-a609-3bb5c86ae438 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.887091] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.899354] env[71114]: DEBUG nova.network.neutron [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Successfully created port: d7a8174d-7b51-405a-947b-3ce8361a5d73 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.017515] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67b5788-0358-4c61-af47-fd713703dd34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.028990] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcb3f7f-ce75-4ec4-be4f-19a6b0dcef16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.069584] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0871d6a-f735-4414-9390-4209357dc889 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.079389] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718bb52e-8cd6-47ba-887a-6b7f22d0e96d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.097543] env[71114]: DEBUG nova.compute.provider_tree [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.167725] env[71114]: DEBUG nova.network.neutron [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.174140] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821193, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.201414] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b9d75f-ff35-79ea-99e3-9323d40b36bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012577} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.202370] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4dd78a2-69b5-4312-95fe-3397c7fdab1a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.211545] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for the task: (returnval){ [ 708.211545] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e64b38-6f18-59c3-f9e5-b5a8f1eb8a87" [ 708.211545] env[71114]: _type = "Task" [ 708.211545] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.223334] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e64b38-6f18-59c3-f9e5-b5a8f1eb8a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.389145] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821194, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.413238] env[71114]: INFO nova.compute.manager [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Took 23.34 seconds to build instance. [ 708.437667] env[71114]: DEBUG nova.network.neutron [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Updated VIF entry in instance network info cache for port 04018a63-e80c-4452-a096-ae50e3bcfacc. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.437667] env[71114]: DEBUG nova.network.neutron [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Updating instance_info_cache with network_info: [{"id": "04018a63-e80c-4452-a096-ae50e3bcfacc", "address": "fa:16:3e:2a:bf:e1", "network": {"id": "f05605ae-1208-4955-8607-fae138eaf7f8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1604727461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea19c98bcad54d2c95c0c3f4d055256e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04018a63-e8", "ovs_interfaceid": "04018a63-e80c-4452-a096-ae50e3bcfacc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.469227] env[71114]: DEBUG nova.compute.manager [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.503479] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.504307] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.504873] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.505332] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.505713] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.506343] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.507391] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.510025] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.510025] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.510025] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.510025] env[71114]: DEBUG nova.virt.hardware [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.512630] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d8c1b2-5527-452d-aa3d-0059301eaf20 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.526979] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d7d5c2-a08a-4cc9-84c4-9eba0e870648 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.604317] env[71114]: DEBUG nova.scheduler.client.report [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.610122] env[71114]: DEBUG nova.network.neutron [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Updating instance_info_cache with network_info: [{"id": "e85f0033-0035-46e3-99de-b8d4ab417c6c", "address": "fa:16:3e:20:e8:0b", "network": {"id": "a3f9a684-56f0-4393-938e-4295d715bc84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1723527221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d810366a340f5906c0794d58eb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85f0033-00", "ovs_interfaceid": "e85f0033-0035-46e3-99de-b8d4ab417c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.672992] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821193, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.723697] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e64b38-6f18-59c3-f9e5-b5a8f1eb8a87, 'name': SearchDatastore_Task, 'duration_secs': 0.013512} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.724049] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.724367] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 5beeda39-74da-4bc1-a981-4999157823be/5beeda39-74da-4bc1-a981-4999157823be.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.724725] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8603b81e-c332-4e63-b772-33a109caf86c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.734673] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for the task: (returnval){ [ 708.734673] env[71114]: value = "task-3821195" [ 708.734673] env[71114]: _type = "Task" [ 708.734673] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.757089] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.864318] env[71114]: DEBUG nova.network.neutron [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Updating instance_info_cache with network_info: [{"id": "2d0350f6-32ab-4a8a-a396-0d81b32febad", "address": "fa:16:3e:f7:76:fe", "network": {"id": "6d53c50a-0d30-4f58-b990-f5fc2251145b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-9775188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3175f0638e7f4e02ada326d6df18eed2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0350f6-32", "ovs_interfaceid": "2d0350f6-32ab-4a8a-a396-0d81b32febad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.881250] env[71114]: DEBUG oslo_vmware.api [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821194, 'name': PowerOnVM_Task, 'duration_secs': 0.849068} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.885142] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.885142] env[71114]: DEBUG nova.compute.manager [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.885142] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5a8ea-24d7-4052-9e13-88f80c5b7ffc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.915026] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1d292df0-2029-4461-b89d-a8f950ed9a06 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.864s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.940310] env[71114]: DEBUG oslo_concurrency.lockutils [req-460e1242-f54b-4153-84b7-488d55c203f0 req-3709ed5f-83d5-4469-bbf5-f00d4189dfab service nova] Releasing lock "refresh_cache-5beeda39-74da-4bc1-a981-4999157823be" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.116682] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.116682] env[71114]: DEBUG nova.compute.manager [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.118444] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Releasing lock "refresh_cache-56a1dccf-2dd0-4b4d-8ddb-0092ee837752" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.118917] env[71114]: DEBUG nova.compute.manager [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Instance network_info: |[{"id": "e85f0033-0035-46e3-99de-b8d4ab417c6c", "address": "fa:16:3e:20:e8:0b", "network": {"id": "a3f9a684-56f0-4393-938e-4295d715bc84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1723527221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d810366a340f5906c0794d58eb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85f0033-00", "ovs_interfaceid": "e85f0033-0035-46e3-99de-b8d4ab417c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.119635] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.747s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.124981] env[71114]: INFO nova.compute.claims [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.127062] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:e8:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e85f0033-0035-46e3-99de-b8d4ab417c6c', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.137025] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Creating folder: Project (158d810366a340f5906c0794d58eb2c3). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.137025] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55dc1aaa-7175-4528-88ec-88e5c2aa1f21 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.150238] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Created folder: Project (158d810366a340f5906c0794d58eb2c3) in parent group-v759732. [ 709.150238] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Creating folder: Instances. Parent ref: group-v759776. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.150238] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a725abd-2fe2-432c-9e61-7c2b1224369c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.169276] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Created folder: Instances in parent group-v759776. [ 709.169276] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.170377] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.170377] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe0db6f0-fa62-4ac5-b280-62e9eb551314 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.194472] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821193, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.201640] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.201640] env[71114]: value = "task-3821198" [ 709.201640] env[71114]: _type = "Task" [ 709.201640] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.219080] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821198, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.247863] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.307813] env[71114]: DEBUG nova.compute.manager [req-e2c2ed05-e9bc-4f2d-b87d-f0a895276ab5 req-4e56c865-6f96-418c-831d-3eb0db0d0e13 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Received event network-vif-plugged-e85f0033-0035-46e3-99de-b8d4ab417c6c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.308085] env[71114]: DEBUG oslo_concurrency.lockutils [req-e2c2ed05-e9bc-4f2d-b87d-f0a895276ab5 req-4e56c865-6f96-418c-831d-3eb0db0d0e13 service nova] Acquiring lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.308302] env[71114]: DEBUG oslo_concurrency.lockutils [req-e2c2ed05-e9bc-4f2d-b87d-f0a895276ab5 req-4e56c865-6f96-418c-831d-3eb0db0d0e13 service nova] Lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.308469] env[71114]: DEBUG oslo_concurrency.lockutils [req-e2c2ed05-e9bc-4f2d-b87d-f0a895276ab5 req-4e56c865-6f96-418c-831d-3eb0db0d0e13 service nova] Lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.308679] env[71114]: DEBUG nova.compute.manager [req-e2c2ed05-e9bc-4f2d-b87d-f0a895276ab5 req-4e56c865-6f96-418c-831d-3eb0db0d0e13 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] No waiting events found dispatching network-vif-plugged-e85f0033-0035-46e3-99de-b8d4ab417c6c {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.308953] env[71114]: WARNING nova.compute.manager [req-e2c2ed05-e9bc-4f2d-b87d-f0a895276ab5 req-4e56c865-6f96-418c-831d-3eb0db0d0e13 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Received unexpected event network-vif-plugged-e85f0033-0035-46e3-99de-b8d4ab417c6c for instance with vm_state building and task_state spawning. [ 709.366218] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Releasing lock "refresh_cache-4fd900b8-cabb-482e-97bf-9663d402c228" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.405140] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.418878] env[71114]: DEBUG nova.compute.manager [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.624590] env[71114]: DEBUG nova.compute.utils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.631360] env[71114]: DEBUG nova.compute.manager [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.631360] env[71114]: DEBUG nova.network.neutron [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.680640] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821193, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.575718} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.681018] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] af490d93-f4db-479d-910c-d04a97483af6/af490d93-f4db-479d-910c-d04a97483af6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.681265] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.681813] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1116312b-f917-4cbb-afa5-3f925b5f3f40 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.693293] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 709.693293] env[71114]: value = "task-3821199" [ 709.693293] env[71114]: _type = "Task" [ 709.693293] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.705219] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.717517] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821198, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.750895] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821195, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.784277] env[71114]: DEBUG nova.policy [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28ca200fc15407eb03be194fd8fb9a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67626222c53f4b43a8837f10a5ca2475', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.872272] env[71114]: DEBUG nova.compute.manager [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.874189] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a4a787-d682-4d17-b0fb-c25fcd23655d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.954267] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.129897] env[71114]: DEBUG nova.compute.manager [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.207669] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158453} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.214866] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 710.220262] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25d6596-3811-4ae4-b9fe-4a227829f4fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.249141] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] af490d93-f4db-479d-910c-d04a97483af6/af490d93-f4db-479d-910c-d04a97483af6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 710.264053] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15925317-ca85-4bd2-b083-2027d770ffa2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.280331] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821198, 'name': CreateVM_Task, 'duration_secs': 0.587934} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.281261] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.282567] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.283025] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.283125] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.283399] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d948fa11-3061-4172-b2b4-2fe39fde8d9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.288418] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821195, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.290281] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 710.290281] env[71114]: value = "task-3821200" [ 710.290281] env[71114]: _type = "Task" [ 710.290281] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.295453] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 710.295453] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a0cb21-0d2d-4cf3-6a27-cf2fa5b470ed" [ 710.295453] env[71114]: _type = "Task" [ 710.295453] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.306092] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.314502] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a0cb21-0d2d-4cf3-6a27-cf2fa5b470ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.317729] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.317984] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.318231] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.318453] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.318649] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.319186] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50777780-7172-4308-9609-3cc48914a39b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.329700] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.329922] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.331537] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfce28d2-23db-4929-b096-50829b5ad6b9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.343175] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 710.343175] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5232005c-9674-65f9-d0bc-bf86e4d10bac" [ 710.343175] env[71114]: _type = "Task" [ 710.343175] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.351306] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5232005c-9674-65f9-d0bc-bf86e4d10bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.718039] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3371da-1523-4a10-b8b0-3b398d54a1c0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.727691] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7724430-683f-4b52-9cef-efb85ad337ea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.763461] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7e20d0-2125-4c0e-bd0d-dd55e3d052e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.776335] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821195, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.780305] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d9ac89-dd1f-471a-bff0-164c98ab99d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.800910] env[71114]: DEBUG nova.compute.provider_tree [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.813548] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821200, 'name': ReconfigVM_Task, 'duration_secs': 0.407455} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.814438] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Reconfigured VM instance instance-0000000d to attach disk [datastore1] af490d93-f4db-479d-910c-d04a97483af6/af490d93-f4db-479d-910c-d04a97483af6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.815138] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2a79ea1-37f1-4863-9695-94e239d377fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.823781] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 710.823781] env[71114]: value = "task-3821201" [ 710.823781] env[71114]: _type = "Task" [ 710.823781] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.835147] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821201, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.852603] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5232005c-9674-65f9-d0bc-bf86e4d10bac, 'name': SearchDatastore_Task, 'duration_secs': 0.012846} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.853849] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1359b351-dc67-4843-9890-0db20e115de5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.861492] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 710.861492] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ea971d-c451-2f68-4d8c-2cdc02705853" [ 710.861492] env[71114]: _type = "Task" [ 710.861492] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.871867] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ea971d-c451-2f68-4d8c-2cdc02705853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.894919] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf0735f-cecf-4534-9419-66629d0eb2ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.905887] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Doing hard reboot of VM {{(pid=71114) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 710.906837] env[71114]: DEBUG nova.network.neutron [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Successfully updated port: d7a8174d-7b51-405a-947b-3ce8361a5d73 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.908710] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-21591029-74a4-4add-b764-7f1769676745 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.917369] env[71114]: DEBUG oslo_vmware.api [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 710.917369] env[71114]: value = "task-3821202" [ 710.917369] env[71114]: _type = "Task" [ 710.917369] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.928696] env[71114]: DEBUG oslo_vmware.api [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821202, 'name': ResetVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.037544] env[71114]: DEBUG nova.network.neutron [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Successfully created port: 01616e61-5ba3-4f8a-997b-c2ec9200d5c8 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.146878] env[71114]: DEBUG nova.compute.manager [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.190087] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.190087] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.190988] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.191144] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.191297] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.191447] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.191715] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.191884] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.192063] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.192229] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.192399] env[71114]: DEBUG nova.virt.hardware [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.197220] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4207d6b6-2233-437f-830c-d499ee4cd03a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.207422] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cbc90a-87ad-4ec1-97fc-1e10278d3a9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.273034] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821195, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.110491} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.273378] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 5beeda39-74da-4bc1-a981-4999157823be/5beeda39-74da-4bc1-a981-4999157823be.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.273633] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.274549] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef6b4584-0346-4ab8-b8c0-1ae07b975e08 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.284104] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for the task: (returnval){ [ 711.284104] env[71114]: value = "task-3821203" [ 711.284104] env[71114]: _type = "Task" [ 711.284104] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.295939] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.308233] env[71114]: DEBUG nova.scheduler.client.report [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.335921] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821201, 'name': Rename_Task, 'duration_secs': 0.26283} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.336324] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.336712] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6af65f9-1ee4-4743-bca0-d396e69646da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.344835] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 711.344835] env[71114]: value = "task-3821204" [ 711.344835] env[71114]: _type = "Task" [ 711.344835] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.355744] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.373862] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ea971d-c451-2f68-4d8c-2cdc02705853, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.374085] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.374308] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 56a1dccf-2dd0-4b4d-8ddb-0092ee837752/56a1dccf-2dd0-4b4d-8ddb-0092ee837752.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.374579] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdbb526c-c5dc-40e6-ae47-7dd1ff12b645 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.382998] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 711.382998] env[71114]: value = "task-3821205" [ 711.382998] env[71114]: _type = "Task" [ 711.382998] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.394607] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.411939] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquiring lock "refresh_cache-3f10462d-646e-4cc2-ab2a-713c343edaf2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.412146] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquired lock "refresh_cache-3f10462d-646e-4cc2-ab2a-713c343edaf2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.412343] env[71114]: DEBUG nova.network.neutron [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.428944] env[71114]: DEBUG oslo_vmware.api [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821202, 'name': ResetVM_Task, 'duration_secs': 0.122452} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.429934] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Did hard reboot of VM {{(pid=71114) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 711.430182] env[71114]: DEBUG nova.compute.manager [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 711.431144] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5234b48d-fff7-47f9-a412-8054418c72c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.796779] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103718} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.797184] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.798109] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06613486-72fc-4927-89c6-f5062bb603ec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.822812] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.822812] env[71114]: DEBUG nova.compute.manager [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.837384] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 5beeda39-74da-4bc1-a981-4999157823be/5beeda39-74da-4bc1-a981-4999157823be.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.838107] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.330s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.840110] env[71114]: INFO nova.compute.claims [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.843448] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecddb73a-1e93-404d-bd4c-2a276995ece9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.883435] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821204, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.884727] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for the task: (returnval){ [ 711.884727] env[71114]: value = "task-3821206" [ 711.884727] env[71114]: _type = "Task" [ 711.884727] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.902267] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821205, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.908170] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821206, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.950385] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08c688e6-92e7-461a-bd8e-1512cd20e6b9 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "4fd900b8-cabb-482e-97bf-9663d402c228" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.706s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.014152] env[71114]: DEBUG nova.network.neutron [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.342033] env[71114]: DEBUG nova.compute.utils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.342033] env[71114]: DEBUG nova.compute.manager [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.342033] env[71114]: DEBUG nova.network.neutron [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.390731] env[71114]: DEBUG oslo_vmware.api [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821204, 'name': PowerOnVM_Task, 'duration_secs': 0.722763} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.399182] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.399652] env[71114]: INFO nova.compute.manager [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Took 11.95 seconds to spawn the instance on the hypervisor. [ 712.399991] env[71114]: DEBUG nova.compute.manager [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 712.401382] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9927badd-5ef7-4bf7-ac04-1afca4284601 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.414806] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821206, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.415668] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627568} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.416231] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 56a1dccf-2dd0-4b4d-8ddb-0092ee837752/56a1dccf-2dd0-4b4d-8ddb-0092ee837752.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.416579] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.418964] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05d011d1-c54a-4a8b-9c12-9bfaf55c0986 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.429347] env[71114]: DEBUG nova.network.neutron [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Updating instance_info_cache with network_info: [{"id": "d7a8174d-7b51-405a-947b-3ce8361a5d73", "address": "fa:16:3e:38:d0:0a", "network": {"id": "ca00f4bd-a1ca-493c-9c76-74f6b97904c6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1687332799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0ac15386ccd04d2fbb7aa62e5ed6a4ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a8174d-7b", "ovs_interfaceid": "d7a8174d-7b51-405a-947b-3ce8361a5d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.432232] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 712.432232] env[71114]: value = "task-3821207" [ 712.432232] env[71114]: _type = "Task" [ 712.432232] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.446573] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.501266] env[71114]: DEBUG nova.policy [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb2e8c73358446c9b96bf32d9ce4e90d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f134c09a08b04672895b8ef1e7f8ab22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.694760] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d965-af75-ba9d-2e5b-937a98893508/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 712.695037] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a76c8ee-1a05-42d5-b144-cd52fecd5ce7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.702552] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d965-af75-ba9d-2e5b-937a98893508/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 712.702779] env[71114]: ERROR oslo_vmware.rw_handles [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d965-af75-ba9d-2e5b-937a98893508/disk-0.vmdk due to incomplete transfer. [ 712.703010] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a2d6a142-2dda-4c59-93b5-1b475bd7519d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.714021] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c6d965-af75-ba9d-2e5b-937a98893508/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 712.714021] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Uploaded image 2eb77e6a-1492-476a-adac-097def596496 to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 712.714862] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 712.715214] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-80f84c02-f14c-4af0-bed5-c304ebec6078 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.722830] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 712.722830] env[71114]: value = "task-3821208" [ 712.722830] env[71114]: _type = "Task" [ 712.722830] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.741691] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821208, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.847309] env[71114]: DEBUG nova.compute.manager [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.906225] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821206, 'name': ReconfigVM_Task, 'duration_secs': 0.827204} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.906517] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 5beeda39-74da-4bc1-a981-4999157823be/5beeda39-74da-4bc1-a981-4999157823be.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.908276] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b60e5634-942a-449c-afbe-0f14c9f5c482 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.925031] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for the task: (returnval){ [ 712.925031] env[71114]: value = "task-3821209" [ 712.925031] env[71114]: _type = "Task" [ 712.925031] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.934522] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Releasing lock "refresh_cache-3f10462d-646e-4cc2-ab2a-713c343edaf2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.939246] env[71114]: DEBUG nova.compute.manager [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Instance network_info: |[{"id": "d7a8174d-7b51-405a-947b-3ce8361a5d73", "address": "fa:16:3e:38:d0:0a", "network": {"id": "ca00f4bd-a1ca-493c-9c76-74f6b97904c6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1687332799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0ac15386ccd04d2fbb7aa62e5ed6a4ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a8174d-7b", "ovs_interfaceid": "d7a8174d-7b51-405a-947b-3ce8361a5d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.953123] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:d0:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a8174d-7b51-405a-947b-3ce8361a5d73', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.967444] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Creating folder: Project (0ac15386ccd04d2fbb7aa62e5ed6a4ec). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.971316] env[71114]: INFO nova.compute.manager [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Took 24.05 seconds to build instance. [ 712.973197] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1c6cec0-2eb4-4d54-a987-5116cd5b9ba3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.982264] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821209, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.985885] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121855} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.987491] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.987874] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Created folder: Project (0ac15386ccd04d2fbb7aa62e5ed6a4ec) in parent group-v759732. [ 712.988425] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Creating folder: Instances. Parent ref: group-v759779. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.989742] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3451554-a33b-4d60-97da-fe63076a4785 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.992653] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04247766-aa27-4964-9b38-67377699b4c0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.027064] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 56a1dccf-2dd0-4b4d-8ddb-0092ee837752/56a1dccf-2dd0-4b4d-8ddb-0092ee837752.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.032193] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b29055-435d-4653-848b-acced469278b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.049727] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Created folder: Instances in parent group-v759779. [ 713.050035] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.051494] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.051966] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aebbfdbd-0768-4dcb-b082-92d123c6985d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.071419] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 713.071419] env[71114]: value = "task-3821212" [ 713.071419] env[71114]: _type = "Task" [ 713.071419] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.081487] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.081487] env[71114]: value = "task-3821213" [ 713.081487] env[71114]: _type = "Task" [ 713.081487] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.085469] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.092923] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821213, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.157611] env[71114]: DEBUG nova.compute.manager [req-82d8f7c3-b08a-402e-987f-933590c199c0 req-8623a26a-8018-4880-9726-ce00dbf390e8 service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Received event network-vif-plugged-d7a8174d-7b51-405a-947b-3ce8361a5d73 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.159799] env[71114]: DEBUG oslo_concurrency.lockutils [req-82d8f7c3-b08a-402e-987f-933590c199c0 req-8623a26a-8018-4880-9726-ce00dbf390e8 service nova] Acquiring lock "3f10462d-646e-4cc2-ab2a-713c343edaf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.160095] env[71114]: DEBUG oslo_concurrency.lockutils [req-82d8f7c3-b08a-402e-987f-933590c199c0 req-8623a26a-8018-4880-9726-ce00dbf390e8 service nova] Lock "3f10462d-646e-4cc2-ab2a-713c343edaf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.160290] env[71114]: DEBUG oslo_concurrency.lockutils [req-82d8f7c3-b08a-402e-987f-933590c199c0 req-8623a26a-8018-4880-9726-ce00dbf390e8 service nova] Lock "3f10462d-646e-4cc2-ab2a-713c343edaf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.160472] env[71114]: DEBUG nova.compute.manager [req-82d8f7c3-b08a-402e-987f-933590c199c0 req-8623a26a-8018-4880-9726-ce00dbf390e8 service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] No waiting events found dispatching network-vif-plugged-d7a8174d-7b51-405a-947b-3ce8361a5d73 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 713.160638] env[71114]: WARNING nova.compute.manager [req-82d8f7c3-b08a-402e-987f-933590c199c0 req-8623a26a-8018-4880-9726-ce00dbf390e8 service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Received unexpected event network-vif-plugged-d7a8174d-7b51-405a-947b-3ce8361a5d73 for instance with vm_state building and task_state spawning. [ 713.241555] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821208, 'name': Destroy_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.319532] env[71114]: DEBUG nova.compute.manager [req-b804eddd-4415-4874-b3e5-9fee02416567 req-e70af12c-2159-47a7-bf86-a38c6d284255 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Received event network-changed-e85f0033-0035-46e3-99de-b8d4ab417c6c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.319753] env[71114]: DEBUG nova.compute.manager [req-b804eddd-4415-4874-b3e5-9fee02416567 req-e70af12c-2159-47a7-bf86-a38c6d284255 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Refreshing instance network info cache due to event network-changed-e85f0033-0035-46e3-99de-b8d4ab417c6c. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.319967] env[71114]: DEBUG oslo_concurrency.lockutils [req-b804eddd-4415-4874-b3e5-9fee02416567 req-e70af12c-2159-47a7-bf86-a38c6d284255 service nova] Acquiring lock "refresh_cache-56a1dccf-2dd0-4b4d-8ddb-0092ee837752" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.320132] env[71114]: DEBUG oslo_concurrency.lockutils [req-b804eddd-4415-4874-b3e5-9fee02416567 req-e70af12c-2159-47a7-bf86-a38c6d284255 service nova] Acquired lock "refresh_cache-56a1dccf-2dd0-4b4d-8ddb-0092ee837752" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.320276] env[71114]: DEBUG nova.network.neutron [req-b804eddd-4415-4874-b3e5-9fee02416567 req-e70af12c-2159-47a7-bf86-a38c6d284255 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Refreshing network info cache for port e85f0033-0035-46e3-99de-b8d4ab417c6c {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.448928] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821209, 'name': Rename_Task, 'duration_secs': 0.212736} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.454831] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.456030] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b39fe4-5914-4336-9b8a-47b7e2affaab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.464908] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for the task: (returnval){ [ 713.464908] env[71114]: value = "task-3821214" [ 713.464908] env[71114]: _type = "Task" [ 713.464908] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.482872] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9f95e02-f274-448a-b9c5-3655e529981a tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "af490d93-f4db-479d-910c-d04a97483af6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.574s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.483238] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.586022] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.600570] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821213, 'name': CreateVM_Task, 'duration_secs': 0.468386} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.600570] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.601405] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.601493] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.601766] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.602043] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9170e5e-f3ab-4736-a1a5-fe8f6f77d9f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.608531] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for the task: (returnval){ [ 713.608531] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f89046-ed59-92d2-da64-b44a397e72c7" [ 713.608531] env[71114]: _type = "Task" [ 713.608531] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.619780] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f89046-ed59-92d2-da64-b44a397e72c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.623171] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f96f679-a1f7-4374-8964-0275ba88ae68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.634045] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240cf715-a146-4c92-806d-878c3e78edfe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.674434] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d135b2ab-a414-4bec-976a-ca22e2e03b74 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.688469] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0915d264-8afd-4119-91bd-417b86864007 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.705657] env[71114]: DEBUG nova.compute.provider_tree [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.740859] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821208, 'name': Destroy_Task, 'duration_secs': 0.613012} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.740859] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Destroyed the VM [ 713.741565] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 713.741565] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd5accff-14a9-4612-baf8-939550f34ccd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.750837] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 713.750837] env[71114]: value = "task-3821215" [ 713.750837] env[71114]: _type = "Task" [ 713.750837] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.761197] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.865664] env[71114]: DEBUG nova.compute.manager [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.883377] env[71114]: DEBUG nova.network.neutron [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Successfully created port: de73d03f-c9d9-43b1-88f2-7edb1fe07e28 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.899799] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.900258] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.900328] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.900529] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.900733] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.901621] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.901621] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.901621] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.901621] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.901621] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.901824] env[71114]: DEBUG nova.virt.hardware [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.902737] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14c6929-920c-4482-a083-149be964dc67 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.912580] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d056d16e-c5a4-4e76-adf4-827316629994 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.976100] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821214, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.986976] env[71114]: DEBUG nova.compute.manager [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.081996] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821212, 'name': ReconfigVM_Task, 'duration_secs': 0.604599} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.082298] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 56a1dccf-2dd0-4b4d-8ddb-0092ee837752/56a1dccf-2dd0-4b4d-8ddb-0092ee837752.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.083257] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-363f9fe5-9981-4ec6-906e-2f2467f3474d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.090828] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 714.090828] env[71114]: value = "task-3821216" [ 714.090828] env[71114]: _type = "Task" [ 714.090828] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.106629] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821216, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.120307] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f89046-ed59-92d2-da64-b44a397e72c7, 'name': SearchDatastore_Task, 'duration_secs': 0.014243} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.121044] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.121044] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.121246] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.121246] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.121431] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.121712] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39789ddb-5451-4756-b274-e0392f2a3398 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.131703] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.131968] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.132801] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31bc5923-05dd-4a60-95d5-28dee9ba979b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.140532] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for the task: (returnval){ [ 714.140532] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5278132e-9d79-124a-f5f5-0a80a8f10e1e" [ 714.140532] env[71114]: _type = "Task" [ 714.140532] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.150479] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5278132e-9d79-124a-f5f5-0a80a8f10e1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.211799] env[71114]: DEBUG nova.scheduler.client.report [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.263358] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821215, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.484885] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821214, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.517122] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.605324] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821216, 'name': Rename_Task, 'duration_secs': 0.229809} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.606665] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.609768] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b8bf9bf-8efe-4b1c-8b04-f7ded88626cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.617049] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 714.617049] env[71114]: value = "task-3821217" [ 714.617049] env[71114]: _type = "Task" [ 714.617049] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.628416] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.653347] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5278132e-9d79-124a-f5f5-0a80a8f10e1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.654259] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae6dfc5-0729-4bb5-ac74-b0b449797e25 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.661915] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for the task: (returnval){ [ 714.661915] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52594d4f-d958-2c6d-ff20-6bd7b1542e2a" [ 714.661915] env[71114]: _type = "Task" [ 714.661915] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.673552] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52594d4f-d958-2c6d-ff20-6bd7b1542e2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.698398] env[71114]: DEBUG nova.network.neutron [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Successfully updated port: 01616e61-5ba3-4f8a-997b-c2ec9200d5c8 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.721508] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.721993] env[71114]: DEBUG nova.compute.manager [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.726012] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.699s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.727481] env[71114]: INFO nova.compute.claims [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.764543] env[71114]: DEBUG oslo_vmware.api [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821215, 'name': RemoveSnapshot_Task, 'duration_secs': 0.853651} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.765755] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 714.765875] env[71114]: INFO nova.compute.manager [None req-6067c57a-1bbf-4bf4-bb87-7ba13577c979 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Took 17.73 seconds to snapshot the instance on the hypervisor. [ 714.861527] env[71114]: DEBUG nova.network.neutron [req-b804eddd-4415-4874-b3e5-9fee02416567 req-e70af12c-2159-47a7-bf86-a38c6d284255 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Updated VIF entry in instance network info cache for port e85f0033-0035-46e3-99de-b8d4ab417c6c. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.862218] env[71114]: DEBUG nova.network.neutron [req-b804eddd-4415-4874-b3e5-9fee02416567 req-e70af12c-2159-47a7-bf86-a38c6d284255 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Updating instance_info_cache with network_info: [{"id": "e85f0033-0035-46e3-99de-b8d4ab417c6c", "address": "fa:16:3e:20:e8:0b", "network": {"id": "a3f9a684-56f0-4393-938e-4295d715bc84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1723527221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d810366a340f5906c0794d58eb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85f0033-00", "ovs_interfaceid": "e85f0033-0035-46e3-99de-b8d4ab417c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.871219] env[71114]: INFO nova.compute.manager [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Rebuilding instance [ 714.938871] env[71114]: DEBUG nova.compute.manager [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.939823] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4851949-93db-4c93-a8ac-0e1174d1042b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.980555] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821214, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.133959] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821217, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.173637] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52594d4f-d958-2c6d-ff20-6bd7b1542e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.174278] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.174278] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 3f10462d-646e-4cc2-ab2a-713c343edaf2/3f10462d-646e-4cc2-ab2a-713c343edaf2.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.174635] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37d97aa6-ba00-4764-bf0e-c6ed64798337 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.183671] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for the task: (returnval){ [ 715.183671] env[71114]: value = "task-3821218" [ 715.183671] env[71114]: _type = "Task" [ 715.183671] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.199667] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.206180] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "refresh_cache-c98896e0-beae-4aa6-b353-2cd3e1a390fe" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.206180] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquired lock "refresh_cache-c98896e0-beae-4aa6-b353-2cd3e1a390fe" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.206180] env[71114]: DEBUG nova.network.neutron [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.227099] env[71114]: DEBUG nova.compute.utils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.229343] env[71114]: DEBUG nova.compute.manager [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.230510] env[71114]: DEBUG nova.network.neutron [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.366989] env[71114]: DEBUG oslo_concurrency.lockutils [req-b804eddd-4415-4874-b3e5-9fee02416567 req-e70af12c-2159-47a7-bf86-a38c6d284255 service nova] Releasing lock "refresh_cache-56a1dccf-2dd0-4b4d-8ddb-0092ee837752" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.389178] env[71114]: DEBUG nova.policy [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '275ea0cb16fc41949d5e955c75fd3516', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe569461977e4eaab9835d4f759d6368', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.487088] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821214, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.633921] env[71114]: DEBUG oslo_vmware.api [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821217, 'name': PowerOnVM_Task, 'duration_secs': 0.686044} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.633921] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.634236] env[71114]: INFO nova.compute.manager [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Took 9.85 seconds to spawn the instance on the hypervisor. [ 715.634236] env[71114]: DEBUG nova.compute.manager [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.635845] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e82a3-7081-4354-aec4-5f576d4d454e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.701076] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.739926] env[71114]: DEBUG nova.compute.manager [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.822673] env[71114]: DEBUG nova.network.neutron [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.963466] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.964171] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1583b20-ff83-4a4e-ab38-0f20b4aac280 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.974403] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for the task: (returnval){ [ 715.974403] env[71114]: value = "task-3821219" [ 715.974403] env[71114]: _type = "Task" [ 715.974403] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.990494] env[71114]: DEBUG oslo_vmware.api [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821214, 'name': PowerOnVM_Task, 'duration_secs': 2.033787} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.991423] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.991682] env[71114]: INFO nova.compute.manager [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Took 12.84 seconds to spawn the instance on the hypervisor. [ 715.991852] env[71114]: DEBUG nova.compute.manager [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.992934] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd77595-d8cc-4e65-8113-2e3be91ca53d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.004692] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.176741] env[71114]: INFO nova.compute.manager [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Took 21.80 seconds to build instance. [ 716.198393] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560558} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.199161] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 3f10462d-646e-4cc2-ab2a-713c343edaf2/3f10462d-646e-4cc2-ab2a-713c343edaf2.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.199559] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.199970] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83103c39-1319-47c6-a763-1a9f07fe1206 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.217450] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for the task: (returnval){ [ 716.217450] env[71114]: value = "task-3821220" [ 716.217450] env[71114]: _type = "Task" [ 716.217450] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.231385] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.274866] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428673af-b883-4eaa-a3bd-c6dfec579247 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.285226] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99742e65-5e0d-42ef-adfd-6471c2db15c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.323791] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6f5576-dd8d-48ed-b8f0-f64d6693420f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.337165] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe8d924-7489-4734-80fc-59d7f06bb0c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.354039] env[71114]: DEBUG nova.compute.provider_tree [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.500986] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821219, 'name': PowerOffVM_Task, 'duration_secs': 0.411746} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.502222] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.503200] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.504496] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da4ad54-a7cb-4f92-a711-8e84c19aab43 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.523334] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.523334] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b76f1bc-a292-4597-b7e3-f421d12b264d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.527790] env[71114]: INFO nova.compute.manager [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Took 26.53 seconds to build instance. [ 716.557306] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.557558] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.558505] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Deleting the datastore file [datastore1] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.558928] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23c7ce41-4fdc-441b-8071-396ae56f1a3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.568204] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for the task: (returnval){ [ 716.568204] env[71114]: value = "task-3821222" [ 716.568204] env[71114]: _type = "Task" [ 716.568204] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.578420] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.629308] env[71114]: DEBUG nova.network.neutron [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Updating instance_info_cache with network_info: [{"id": "01616e61-5ba3-4f8a-997b-c2ec9200d5c8", "address": "fa:16:3e:48:d3:19", "network": {"id": "37c39a57-c9f4-4520-92d0-df2042e86ba7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2104183238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67626222c53f4b43a8837f10a5ca2475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01616e61-5b", "ovs_interfaceid": "01616e61-5ba3-4f8a-997b-c2ec9200d5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.681908] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9dfd2a67-e630-4a68-a0f8-c37782163531 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.635s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.730777] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120242} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.730777] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.732136] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa87f52-0d73-4128-9bc1-76d08ceb89e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.763694] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 3f10462d-646e-4cc2-ab2a-713c343edaf2/3f10462d-646e-4cc2-ab2a-713c343edaf2.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.765275] env[71114]: DEBUG nova.compute.manager [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.767189] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73c4ab64-2df7-4ccf-b6c5-752b1f5a28dd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.789543] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for the task: (returnval){ [ 716.789543] env[71114]: value = "task-3821223" [ 716.789543] env[71114]: _type = "Task" [ 716.789543] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.798612] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.808054] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.808341] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.808501] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.808711] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.808870] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.809033] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.809358] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.809600] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.809848] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.810046] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.810553] env[71114]: DEBUG nova.virt.hardware [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.811809] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcbc3e0-257d-41b4-a48d-0509d6403b47 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.824039] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321de941-1911-427b-8523-c62696622da7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.858882] env[71114]: DEBUG nova.scheduler.client.report [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.866240] env[71114]: DEBUG nova.network.neutron [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Successfully created port: 56057a2e-bea3-4f64-92eb-4a17dad59557 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.031971] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b19b3b9f-6dd3-483c-9b2c-9ad769806e39 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "5beeda39-74da-4bc1-a981-4999157823be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.049s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.036249] env[71114]: DEBUG nova.network.neutron [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Successfully updated port: de73d03f-c9d9-43b1-88f2-7edb1fe07e28 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.080177] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096426} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.080665] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.081588] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.081588] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.131112] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Releasing lock "refresh_cache-c98896e0-beae-4aa6-b353-2cd3e1a390fe" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.131462] env[71114]: DEBUG nova.compute.manager [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Instance network_info: |[{"id": "01616e61-5ba3-4f8a-997b-c2ec9200d5c8", "address": "fa:16:3e:48:d3:19", "network": {"id": "37c39a57-c9f4-4520-92d0-df2042e86ba7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2104183238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67626222c53f4b43a8837f10a5ca2475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01616e61-5b", "ovs_interfaceid": "01616e61-5ba3-4f8a-997b-c2ec9200d5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.131915] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:d3:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01616e61-5ba3-4f8a-997b-c2ec9200d5c8', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.140321] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Creating folder: Project (67626222c53f4b43a8837f10a5ca2475). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.142085] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee037a46-1878-41d7-9937-212c444f5ba5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.155658] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Created folder: Project (67626222c53f4b43a8837f10a5ca2475) in parent group-v759732. [ 717.155871] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Creating folder: Instances. Parent ref: group-v759782. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.156143] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8881e47f-6ff2-4159-bc3f-02c89f043893 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.169161] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Created folder: Instances in parent group-v759782. [ 717.169161] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.169161] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.169551] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-455fbc24-01fd-40b9-8f83-e65112e94b00 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.185842] env[71114]: DEBUG nova.compute.manager [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.194992] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.194992] env[71114]: value = "task-3821226" [ 717.194992] env[71114]: _type = "Task" [ 717.194992] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.207595] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821226, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.301251] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821223, 'name': ReconfigVM_Task, 'duration_secs': 0.294814} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.301251] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 3f10462d-646e-4cc2-ab2a-713c343edaf2/3f10462d-646e-4cc2-ab2a-713c343edaf2.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.301804] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd768ba8-150f-4b07-9c75-786b9aacfd12 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.312230] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for the task: (returnval){ [ 717.312230] env[71114]: value = "task-3821227" [ 717.312230] env[71114]: _type = "Task" [ 717.312230] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.323031] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821227, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.366181] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.366735] env[71114]: DEBUG nova.compute.manager [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.371887] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.645s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.372171] env[71114]: DEBUG nova.objects.instance [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lazy-loading 'resources' on Instance uuid d00b626d-7121-46a9-ad1e-450c3db22e2d {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.378149] env[71114]: DEBUG nova.compute.manager [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Received event network-changed-d7a8174d-7b51-405a-947b-3ce8361a5d73 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.378336] env[71114]: DEBUG nova.compute.manager [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Refreshing instance network info cache due to event network-changed-d7a8174d-7b51-405a-947b-3ce8361a5d73. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.378553] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] Acquiring lock "refresh_cache-3f10462d-646e-4cc2-ab2a-713c343edaf2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.378695] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] Acquired lock "refresh_cache-3f10462d-646e-4cc2-ab2a-713c343edaf2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.379065] env[71114]: DEBUG nova.network.neutron [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Refreshing network info cache for port d7a8174d-7b51-405a-947b-3ce8361a5d73 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.539752] env[71114]: DEBUG nova.compute.manager [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.542821] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquiring lock "refresh_cache-d9068da9-cfe5-40fd-95b8-5c5597f5e268" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.542939] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquired lock "refresh_cache-d9068da9-cfe5-40fd-95b8-5c5597f5e268" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.543570] env[71114]: DEBUG nova.network.neutron [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.600919] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquiring lock "4fd900b8-cabb-482e-97bf-9663d402c228" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.601287] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "4fd900b8-cabb-482e-97bf-9663d402c228" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.601522] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquiring lock "4fd900b8-cabb-482e-97bf-9663d402c228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.601707] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "4fd900b8-cabb-482e-97bf-9663d402c228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.601917] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "4fd900b8-cabb-482e-97bf-9663d402c228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.605175] env[71114]: INFO nova.compute.manager [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Terminating instance [ 717.712084] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821226, 'name': CreateVM_Task, 'duration_secs': 0.382753} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.712084] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.712084] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.712084] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.712084] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.712084] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69a28fc1-a1cb-4589-823e-e3b3e6e48dcf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.722026] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 717.722026] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5287e989-d4c5-a2e9-fd9b-bfe8c264feb7" [ 717.722026] env[71114]: _type = "Task" [ 717.722026] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.727108] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.739066] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5287e989-d4c5-a2e9-fd9b-bfe8c264feb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011536} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.739066] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.739066] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.739066] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.739364] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.739364] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.739364] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d08108c-5b32-4c93-821d-26e8ab7857c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.748208] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.748807] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.749266] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490cca11-d128-43cb-87fa-1e06d2d5892f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.758585] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 717.758585] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a794ad-e556-0e9a-abe3-4b6ace8d575b" [ 717.758585] env[71114]: _type = "Task" [ 717.758585] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.772036] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a794ad-e556-0e9a-abe3-4b6ace8d575b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.823256] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821227, 'name': Rename_Task, 'duration_secs': 0.230114} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.823588] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.823927] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-459f095a-b962-41e0-b798-eb2bc1dfb94f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.834457] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for the task: (returnval){ [ 717.834457] env[71114]: value = "task-3821228" [ 717.834457] env[71114]: _type = "Task" [ 717.834457] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.850784] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.877894] env[71114]: DEBUG nova.compute.utils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.879511] env[71114]: DEBUG nova.compute.manager [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.879707] env[71114]: DEBUG nova.network.neutron [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.071202] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.104587] env[71114]: DEBUG nova.policy [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a32a349353b4581bc660ca583f772d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca16eedd6c1a4956a02ae48f8f7081fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.120935] env[71114]: DEBUG nova.compute.manager [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.123023] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.124358] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.124625] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.125510] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11e50e1-29d5-499d-aaa5-299384da546e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.139883] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.143164] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.143575] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.143802] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.144152] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.144247] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.144382] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.144662] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.144826] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.144984] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.145317] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.145383] env[71114]: DEBUG nova.virt.hardware [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.145737] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38164f5-eb80-4162-b321-0aeaa88b62c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.148751] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6e476c-e039-433e-a605-ab294cf3d526 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.165551] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd337ba1-4f0a-4c7c-8bd2-c4e06d9b9ac8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.173565] env[71114]: DEBUG oslo_vmware.api [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 718.173565] env[71114]: value = "task-3821229" [ 718.173565] env[71114]: _type = "Task" [ 718.173565] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.178026] env[71114]: DEBUG nova.network.neutron [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.202238] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.209071] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.216416] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.217061] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a920bdf2-3bb0-42b9-a886-c60a25ea7973 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.239647] env[71114]: DEBUG oslo_vmware.api [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.250445] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.250445] env[71114]: value = "task-3821230" [ 718.250445] env[71114]: _type = "Task" [ 718.250445] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.257807] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821230, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.276547] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a794ad-e556-0e9a-abe3-4b6ace8d575b, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.282263] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca3f580-9031-4abf-a58e-2616fc3cb290 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.292711] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 718.292711] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522ab199-5db2-53ee-2284-ae837a15a238" [ 718.292711] env[71114]: _type = "Task" [ 718.292711] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.304084] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522ab199-5db2-53ee-2284-ae837a15a238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.350144] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821228, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.383495] env[71114]: DEBUG nova.compute.manager [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.519108] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ccba17-4455-4c41-8d42-ae9bed1fa590 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.528434] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa743349-ad61-473c-a303-4989d3857bd8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.565859] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce40f304-2c72-433c-8896-443b65092271 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.576078] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b3954b-002a-431a-9609-180af775deca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.595965] env[71114]: DEBUG nova.compute.provider_tree [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.597450] env[71114]: DEBUG nova.network.neutron [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Updated VIF entry in instance network info cache for port d7a8174d-7b51-405a-947b-3ce8361a5d73. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.597450] env[71114]: DEBUG nova.network.neutron [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Updating instance_info_cache with network_info: [{"id": "d7a8174d-7b51-405a-947b-3ce8361a5d73", "address": "fa:16:3e:38:d0:0a", "network": {"id": "ca00f4bd-a1ca-493c-9c76-74f6b97904c6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1687332799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0ac15386ccd04d2fbb7aa62e5ed6a4ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a8174d-7b", "ovs_interfaceid": "d7a8174d-7b51-405a-947b-3ce8361a5d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.611104] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquiring lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.611320] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.694052] env[71114]: DEBUG oslo_vmware.api [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821229, 'name': PowerOffVM_Task, 'duration_secs': 0.295617} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.694591] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.694878] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.695592] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1305a958-5947-44db-a633-c5c9049b5463 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.739524] env[71114]: DEBUG nova.network.neutron [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Updating instance_info_cache with network_info: [{"id": "de73d03f-c9d9-43b1-88f2-7edb1fe07e28", "address": "fa:16:3e:22:ee:9e", "network": {"id": "605e69b0-3593-4158-80b8-e9460b7f61e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-496559233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f134c09a08b04672895b8ef1e7f8ab22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde73d03f-c9", "ovs_interfaceid": "de73d03f-c9d9-43b1-88f2-7edb1fe07e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.759383] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821230, 'name': CreateVM_Task, 'duration_secs': 0.396349} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.760258] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.760727] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.761064] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.761270] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.761857] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627e40af-8598-4bcf-98df-f7c84e5bcc98 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.770832] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for the task: (returnval){ [ 718.770832] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520b1567-8c6d-d677-4e66-5099fa1ad07e" [ 718.770832] env[71114]: _type = "Task" [ 718.770832] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.777603] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.777828] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.778012] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Deleting the datastore file [datastore1] 4fd900b8-cabb-482e-97bf-9663d402c228 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.779112] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9b03c9b-fedd-4c41-b655-d3971745e151 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.784145] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520b1567-8c6d-d677-4e66-5099fa1ad07e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.790820] env[71114]: DEBUG oslo_vmware.api [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for the task: (returnval){ [ 718.790820] env[71114]: value = "task-3821232" [ 718.790820] env[71114]: _type = "Task" [ 718.790820] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.815615] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522ab199-5db2-53ee-2284-ae837a15a238, 'name': SearchDatastore_Task, 'duration_secs': 0.014727} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.815860] env[71114]: DEBUG oslo_vmware.api [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.816130] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.816385] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] c98896e0-beae-4aa6-b353-2cd3e1a390fe/c98896e0-beae-4aa6-b353-2cd3e1a390fe.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.816655] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0297e1b-954d-4b20-99ec-c826a5fc5d81 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.829255] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 718.829255] env[71114]: value = "task-3821233" [ 718.829255] env[71114]: _type = "Task" [ 718.829255] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.841168] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.847994] env[71114]: DEBUG oslo_vmware.api [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821228, 'name': PowerOnVM_Task, 'duration_secs': 0.542009} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.848960] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.849295] env[71114]: INFO nova.compute.manager [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Took 10.38 seconds to spawn the instance on the hypervisor. [ 718.849732] env[71114]: DEBUG nova.compute.manager [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.850863] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c296d83-195b-4485-a77e-a697875f8e11 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.009487] env[71114]: DEBUG nova.network.neutron [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Successfully created port: e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.024144] env[71114]: DEBUG nova.network.neutron [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Successfully updated port: 56057a2e-bea3-4f64-92eb-4a17dad59557 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.100281] env[71114]: DEBUG nova.scheduler.client.report [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.107044] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] Releasing lock "refresh_cache-3f10462d-646e-4cc2-ab2a-713c343edaf2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.107044] env[71114]: DEBUG nova.compute.manager [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Received event network-vif-plugged-01616e61-5ba3-4f8a-997b-c2ec9200d5c8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.107044] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] Acquiring lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.107044] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.107044] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.107232] env[71114]: DEBUG nova.compute.manager [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] No waiting events found dispatching network-vif-plugged-01616e61-5ba3-4f8a-997b-c2ec9200d5c8 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 719.107232] env[71114]: WARNING nova.compute.manager [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Received unexpected event network-vif-plugged-01616e61-5ba3-4f8a-997b-c2ec9200d5c8 for instance with vm_state building and task_state spawning. [ 719.107232] env[71114]: DEBUG nova.compute.manager [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Received event network-changed-01616e61-5ba3-4f8a-997b-c2ec9200d5c8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.107738] env[71114]: DEBUG nova.compute.manager [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Refreshing instance network info cache due to event network-changed-01616e61-5ba3-4f8a-997b-c2ec9200d5c8. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.107738] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] Acquiring lock "refresh_cache-c98896e0-beae-4aa6-b353-2cd3e1a390fe" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.107738] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] Acquired lock "refresh_cache-c98896e0-beae-4aa6-b353-2cd3e1a390fe" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.108040] env[71114]: DEBUG nova.network.neutron [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Refreshing network info cache for port 01616e61-5ba3-4f8a-997b-c2ec9200d5c8 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.242876] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Releasing lock "refresh_cache-d9068da9-cfe5-40fd-95b8-5c5597f5e268" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.248017] env[71114]: DEBUG nova.compute.manager [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Instance network_info: |[{"id": "de73d03f-c9d9-43b1-88f2-7edb1fe07e28", "address": "fa:16:3e:22:ee:9e", "network": {"id": "605e69b0-3593-4158-80b8-e9460b7f61e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-496559233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f134c09a08b04672895b8ef1e7f8ab22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde73d03f-c9", "ovs_interfaceid": "de73d03f-c9d9-43b1-88f2-7edb1fe07e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.248366] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:ee:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de73d03f-c9d9-43b1-88f2-7edb1fe07e28', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.264293] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Creating folder: Project (f134c09a08b04672895b8ef1e7f8ab22). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.264293] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03c86568-3930-400c-8f83-2e6f1a084526 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.278306] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Created folder: Project (f134c09a08b04672895b8ef1e7f8ab22) in parent group-v759732. [ 719.278616] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Creating folder: Instances. Parent ref: group-v759786. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.279531] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce995634-6d75-4d0f-9ffb-fa9267e9358a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.287099] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520b1567-8c6d-d677-4e66-5099fa1ad07e, 'name': SearchDatastore_Task, 'duration_secs': 0.02994} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.289055] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.289657] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.289751] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.292044] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.292044] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.292044] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b622a781-7635-41df-99f1-1bd08f7b63ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.300851] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Created folder: Instances in parent group-v759786. [ 719.301267] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.301908] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.302248] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6397686c-9d48-4b6e-b0a7-0b5442e2d8a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.327625] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.327625] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.328884] env[71114]: DEBUG oslo_vmware.api [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.328884] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6732cb87-e407-4a66-8a71-45c66ff17469 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.338265] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.338265] env[71114]: value = "task-3821236" [ 719.338265] env[71114]: _type = "Task" [ 719.338265] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.342421] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for the task: (returnval){ [ 719.342421] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e89aa3-a689-68da-1517-9abc726d6062" [ 719.342421] env[71114]: _type = "Task" [ 719.342421] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.352988] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821236, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.353633] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821233, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.363739] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e89aa3-a689-68da-1517-9abc726d6062, 'name': SearchDatastore_Task, 'duration_secs': 0.019883} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.365129] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a822719c-df02-4633-a74d-39b12127166c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.379120] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for the task: (returnval){ [ 719.379120] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b6bac3-79a7-604e-a89b-a9b99debbd10" [ 719.379120] env[71114]: _type = "Task" [ 719.379120] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.384782] env[71114]: INFO nova.compute.manager [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Took 23.41 seconds to build instance. [ 719.393958] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b6bac3-79a7-604e-a89b-a9b99debbd10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.398332] env[71114]: DEBUG nova.compute.manager [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.400849] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "05890564-0672-4235-b270-93bbe62ac179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.401115] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "05890564-0672-4235-b270-93bbe62ac179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.401337] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "05890564-0672-4235-b270-93bbe62ac179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.401501] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "05890564-0672-4235-b270-93bbe62ac179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.401832] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "05890564-0672-4235-b270-93bbe62ac179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.403980] env[71114]: INFO nova.compute.manager [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Terminating instance [ 719.439220] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.439220] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.439220] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.440502] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.440502] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.440502] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.440502] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.440502] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.441850] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.441850] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.441850] env[71114]: DEBUG nova.virt.hardware [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.441850] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e967c4a-fdd9-4f63-bedd-cd9f20cbae1d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.452300] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ea3d78-fa9d-4002-927b-8c3bbacabd59 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.530527] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "refresh_cache-844fae93-93ca-4b25-84b5-efc829059716" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.530676] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquired lock "refresh_cache-844fae93-93ca-4b25-84b5-efc829059716" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.531126] env[71114]: DEBUG nova.network.neutron [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.612391] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.619943] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.657s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.624229] env[71114]: INFO nova.compute.claims [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.661203] env[71114]: INFO nova.scheduler.client.report [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Deleted allocations for instance d00b626d-7121-46a9-ad1e-450c3db22e2d [ 719.707608] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "f173acbb-196b-4e7f-bc5e-44ad94cdc9a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.707904] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "f173acbb-196b-4e7f-bc5e-44ad94cdc9a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.804078] env[71114]: DEBUG oslo_vmware.api [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Task: {'id': task-3821232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52272} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.804362] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.804549] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.804721] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.804893] env[71114]: INFO nova.compute.manager [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Took 1.68 seconds to destroy the instance on the hypervisor. [ 719.805152] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.805459] env[71114]: DEBUG nova.compute.manager [-] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.805459] env[71114]: DEBUG nova.network.neutron [-] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.848332] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912045} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.849791] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] c98896e0-beae-4aa6-b353-2cd3e1a390fe/c98896e0-beae-4aa6-b353-2cd3e1a390fe.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.850159] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.850275] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43504482-a567-491d-9821-b9245222dbff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.859660] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821236, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.865050] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 719.865050] env[71114]: value = "task-3821237" [ 719.865050] env[71114]: _type = "Task" [ 719.865050] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.883356] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.891442] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5d677df3-20e7-4367-a36f-e8079b961c89 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lock "3f10462d-646e-4cc2-ab2a-713c343edaf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.555s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.903156] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b6bac3-79a7-604e-a89b-a9b99debbd10, 'name': SearchDatastore_Task, 'duration_secs': 0.021434} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.903156] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.903156] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.903406] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa73c17a-6dd1-4978-9b87-d84dab27607a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.908202] env[71114]: DEBUG nova.compute.manager [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.908505] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.909443] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f882da-80fe-40fa-a776-d3f87b5be220 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.920370] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for the task: (returnval){ [ 719.920370] env[71114]: value = "task-3821238" [ 719.920370] env[71114]: _type = "Task" [ 719.920370] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.933589] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.934913] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbc3557a-59aa-4903-97b5-dcd68a63b3ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.941913] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.047536] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.048034] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.048163] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleting the datastore file [datastore1] 05890564-0672-4235-b270-93bbe62ac179 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.049253] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f22c392d-3fd5-4c2a-b393-48b347a48dce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.058078] env[71114]: DEBUG oslo_vmware.api [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 720.058078] env[71114]: value = "task-3821240" [ 720.058078] env[71114]: _type = "Task" [ 720.058078] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.068664] env[71114]: DEBUG oslo_vmware.api [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.157539] env[71114]: DEBUG nova.network.neutron [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.177191] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e443683-c210-4639-8b41-a4f7ea58abe4 tempest-ServerDiagnosticsNegativeTest-82028266 tempest-ServerDiagnosticsNegativeTest-82028266-project-member] Lock "d00b626d-7121-46a9-ad1e-450c3db22e2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.101s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.276976] env[71114]: DEBUG nova.network.neutron [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Updated VIF entry in instance network info cache for port 01616e61-5ba3-4f8a-997b-c2ec9200d5c8. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.279148] env[71114]: DEBUG nova.network.neutron [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Updating instance_info_cache with network_info: [{"id": "01616e61-5ba3-4f8a-997b-c2ec9200d5c8", "address": "fa:16:3e:48:d3:19", "network": {"id": "37c39a57-c9f4-4520-92d0-df2042e86ba7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2104183238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67626222c53f4b43a8837f10a5ca2475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01616e61-5b", "ovs_interfaceid": "01616e61-5ba3-4f8a-997b-c2ec9200d5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.353671] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821236, 'name': CreateVM_Task, 'duration_secs': 0.705586} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.353961] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.354738] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.354886] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.355272] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.355565] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7311aa62-7308-44a1-b4a6-991773914355 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.362878] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for the task: (returnval){ [ 720.362878] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a5fa7e-2ccf-d2ee-cf1b-17383771de2d" [ 720.362878] env[71114]: _type = "Task" [ 720.362878] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.381471] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a5fa7e-2ccf-d2ee-cf1b-17383771de2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.385256] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170098} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.385613] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.386532] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34396b17-e29f-4a0b-a809-cf72f7539aac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.404362] env[71114]: DEBUG nova.compute.manager [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.418164] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c98896e0-beae-4aa6-b353-2cd3e1a390fe/c98896e0-beae-4aa6-b353-2cd3e1a390fe.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.418662] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5bc07d8-a185-4b75-aba6-907e68f2c378 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.437947] env[71114]: DEBUG oslo_concurrency.lockutils [None req-67c84bb2-fdfb-40aa-8ec0-485216c17200 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquiring lock "interface-5beeda39-74da-4bc1-a981-4999157823be-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.438764] env[71114]: DEBUG oslo_concurrency.lockutils [None req-67c84bb2-fdfb-40aa-8ec0-485216c17200 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "interface-5beeda39-74da-4bc1-a981-4999157823be-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.438764] env[71114]: DEBUG nova.objects.instance [None req-67c84bb2-fdfb-40aa-8ec0-485216c17200 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lazy-loading 'flavor' on Instance uuid 5beeda39-74da-4bc1-a981-4999157823be {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.457022] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.459873] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 720.459873] env[71114]: value = "task-3821241" [ 720.459873] env[71114]: _type = "Task" [ 720.459873] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.569984] env[71114]: DEBUG oslo_vmware.api [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.762170] env[71114]: DEBUG nova.network.neutron [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Updating instance_info_cache with network_info: [{"id": "56057a2e-bea3-4f64-92eb-4a17dad59557", "address": "fa:16:3e:34:8b:80", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56057a2e-be", "ovs_interfaceid": "56057a2e-bea3-4f64-92eb-4a17dad59557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.784600] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e900ac1-03c4-4c19-999f-e369e3e5066a req-bae9002d-bd13-41e9-9f13-7c8f4e0b9c3c service nova] Releasing lock "refresh_cache-c98896e0-beae-4aa6-b353-2cd3e1a390fe" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.880173] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a5fa7e-2ccf-d2ee-cf1b-17383771de2d, 'name': SearchDatastore_Task, 'duration_secs': 0.04405} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.880173] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.880418] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.880623] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.881678] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.881678] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.883894] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a284409-a756-4681-bf1f-30d471087bb7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.904956] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.905274] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.905927] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64296de-b734-45a2-8e60-8c86d2846af0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.916116] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for the task: (returnval){ [ 720.916116] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5259e5b5-5e18-648c-5104-bcb2d2ba6cd5" [ 720.916116] env[71114]: _type = "Task" [ 720.916116] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.930396] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5259e5b5-5e18-648c-5104-bcb2d2ba6cd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.931715] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.948840] env[71114]: DEBUG nova.objects.instance [None req-67c84bb2-fdfb-40aa-8ec0-485216c17200 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lazy-loading 'pci_requests' on Instance uuid 5beeda39-74da-4bc1-a981-4999157823be {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.950063] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617632} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.954149] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.954386] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.954979] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c593d253-9360-401d-9583-8b58f3aa44cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.970803] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for the task: (returnval){ [ 720.970803] env[71114]: value = "task-3821242" [ 720.970803] env[71114]: _type = "Task" [ 720.970803] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.988184] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.994968] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.073598] env[71114]: DEBUG oslo_vmware.api [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.57345} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.077536] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.077536] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.077536] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.077536] env[71114]: INFO nova.compute.manager [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 05890564-0672-4235-b270-93bbe62ac179] Took 1.17 seconds to destroy the instance on the hypervisor. [ 721.077791] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.078624] env[71114]: DEBUG nova.compute.manager [-] [instance: 05890564-0672-4235-b270-93bbe62ac179] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.078624] env[71114]: DEBUG nova.network.neutron [-] [instance: 05890564-0672-4235-b270-93bbe62ac179] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.144701] env[71114]: DEBUG nova.network.neutron [-] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.174359] env[71114]: DEBUG nova.network.neutron [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Successfully updated port: e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.190040] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f0a738-4a18-493d-a7a7-f69ce2205ffd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.200258] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856ce60b-778a-471a-bf91-9e0e6bced88d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.238072] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb3154e-7f83-42bf-82e1-b4b83a1e11d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.246957] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8446ceda-3453-498e-80e7-3c58992fca6a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.264684] env[71114]: DEBUG nova.compute.provider_tree [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.269258] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Releasing lock "refresh_cache-844fae93-93ca-4b25-84b5-efc829059716" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.269258] env[71114]: DEBUG nova.compute.manager [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Instance network_info: |[{"id": "56057a2e-bea3-4f64-92eb-4a17dad59557", "address": "fa:16:3e:34:8b:80", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56057a2e-be", "ovs_interfaceid": "56057a2e-bea3-4f64-92eb-4a17dad59557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.269711] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:8b:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56057a2e-bea3-4f64-92eb-4a17dad59557', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.275156] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Creating folder: Project (fe569461977e4eaab9835d4f759d6368). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.276606] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a10f5980-9be6-4eac-a030-fbcd5b30f173 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.289194] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Created folder: Project (fe569461977e4eaab9835d4f759d6368) in parent group-v759732. [ 721.289194] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Creating folder: Instances. Parent ref: group-v759789. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.289434] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8aeaa0c-aa61-4e3f-be6b-0f9595bb096f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.305212] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Created folder: Instances in parent group-v759789. [ 721.305212] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.305369] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.305620] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efc8025e-d8de-4e6c-ad1b-660c92b66d1a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.327658] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.327658] env[71114]: value = "task-3821245" [ 721.327658] env[71114]: _type = "Task" [ 721.327658] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.340462] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821245, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.434194] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5259e5b5-5e18-648c-5104-bcb2d2ba6cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.019367} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.434194] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723d8c3a-bd54-4d88-b936-21dc6ac00484 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.440360] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for the task: (returnval){ [ 721.440360] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e0a1e5-fcf5-d86d-8f1d-0d91fc949077" [ 721.440360] env[71114]: _type = "Task" [ 721.440360] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.450862] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e0a1e5-fcf5-d86d-8f1d-0d91fc949077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.455496] env[71114]: DEBUG nova.objects.base [None req-67c84bb2-fdfb-40aa-8ec0-485216c17200 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Object Instance<5beeda39-74da-4bc1-a981-4999157823be> lazy-loaded attributes: flavor,pci_requests {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 721.455712] env[71114]: DEBUG nova.network.neutron [None req-67c84bb2-fdfb-40aa-8ec0-485216c17200 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.472576] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821241, 'name': ReconfigVM_Task, 'duration_secs': 0.670784} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.476770] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c98896e0-beae-4aa6-b353-2cd3e1a390fe/c98896e0-beae-4aa6-b353-2cd3e1a390fe.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.477459] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab40ee53-26c1-44d6-b50d-a447378f8fbb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.486942] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090477} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.488626] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.489145] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 721.489145] env[71114]: value = "task-3821246" [ 721.489145] env[71114]: _type = "Task" [ 721.489145] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.489818] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc2dca9-8311-45d2-b5b9-ed1e3b396c54 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.504752] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821246, 'name': Rename_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.523984] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.524373] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9801810b-db40-4157-9144-5c05901f0e2a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.550438] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for the task: (returnval){ [ 721.550438] env[71114]: value = "task-3821247" [ 721.550438] env[71114]: _type = "Task" [ 721.550438] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.563177] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.652483] env[71114]: INFO nova.compute.manager [-] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Took 1.85 seconds to deallocate network for instance. [ 721.655404] env[71114]: DEBUG oslo_concurrency.lockutils [None req-67c84bb2-fdfb-40aa-8ec0-485216c17200 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "interface-5beeda39-74da-4bc1-a981-4999157823be-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.217s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.681422] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquiring lock "refresh_cache-666e2163-d6ac-46e8-bca6-c7fce49814a9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.681735] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquired lock "refresh_cache-666e2163-d6ac-46e8-bca6-c7fce49814a9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.681878] env[71114]: DEBUG nova.network.neutron [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.767250] env[71114]: DEBUG nova.scheduler.client.report [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.843666] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821245, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.957413] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e0a1e5-fcf5-d86d-8f1d-0d91fc949077, 'name': SearchDatastore_Task, 'duration_secs': 0.036197} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.957617] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.957866] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] d9068da9-cfe5-40fd-95b8-5c5597f5e268/d9068da9-cfe5-40fd-95b8-5c5597f5e268.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.958154] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d1f963d-9656-4e34-91e0-f9abd11c8c5f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.966142] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for the task: (returnval){ [ 721.966142] env[71114]: value = "task-3821248" [ 721.966142] env[71114]: _type = "Task" [ 721.966142] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.977153] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.007217] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821246, 'name': Rename_Task, 'duration_secs': 0.252547} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.007217] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.007217] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82e80f8f-6059-467e-bd7f-821b62f53f6c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.014952] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 722.014952] env[71114]: value = "task-3821249" [ 722.014952] env[71114]: _type = "Task" [ 722.014952] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.027042] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.064121] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.172904] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.194840] env[71114]: DEBUG nova.network.neutron [-] [instance: 05890564-0672-4235-b270-93bbe62ac179] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.241170] env[71114]: DEBUG nova.network.neutron [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.273366] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.274759] env[71114]: DEBUG nova.compute.manager [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.278816] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.246s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.279076] env[71114]: DEBUG nova.objects.instance [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lazy-loading 'resources' on Instance uuid 951b8df7-13d8-4c88-b05d-eb31de01750a {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.351132] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821245, 'name': CreateVM_Task, 'duration_secs': 0.702354} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.351132] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.351632] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.352441] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.352441] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.352841] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d150719d-a471-4e22-9cf8-6dc5aea060cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.364689] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 722.364689] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5254d175-e036-e88e-1179-db35db77462b" [ 722.364689] env[71114]: _type = "Task" [ 722.364689] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.381700] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5254d175-e036-e88e-1179-db35db77462b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.482411] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821248, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.530166] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.576750] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821247, 'name': ReconfigVM_Task, 'duration_secs': 0.6451} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.576750] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Reconfigured VM instance instance-00000009 to attach disk [datastore1] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44/c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.577536] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa36a5b7-b12b-4ad5-861b-652673e941be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.587015] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for the task: (returnval){ [ 722.587015] env[71114]: value = "task-3821250" [ 722.587015] env[71114]: _type = "Task" [ 722.587015] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.604348] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821250, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.604457] env[71114]: DEBUG nova.network.neutron [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Updating instance_info_cache with network_info: [{"id": "e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8", "address": "fa:16:3e:a8:3b:4a", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a64590-be", "ovs_interfaceid": "e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.698923] env[71114]: DEBUG nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Received event network-changed-4297047d-047f-4455-bf9e-8178bc8d59f7 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.699689] env[71114]: DEBUG nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Refreshing instance network info cache due to event network-changed-4297047d-047f-4455-bf9e-8178bc8d59f7. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.700256] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Acquiring lock "refresh_cache-81fad1b3-397f-43ab-ae9c-bfa328e62a35" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.700569] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Acquired lock "refresh_cache-81fad1b3-397f-43ab-ae9c-bfa328e62a35" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.700851] env[71114]: DEBUG nova.network.neutron [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Refreshing network info cache for port 4297047d-047f-4455-bf9e-8178bc8d59f7 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.706403] env[71114]: INFO nova.compute.manager [-] [instance: 05890564-0672-4235-b270-93bbe62ac179] Took 1.63 seconds to deallocate network for instance. [ 722.782442] env[71114]: DEBUG nova.compute.utils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.785802] env[71114]: DEBUG nova.compute.manager [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.786433] env[71114]: DEBUG nova.network.neutron [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.869702] env[71114]: DEBUG nova.policy [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cef7e529905542898d78dc0e620351e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d6e2e1b66b44b5fbd89031033e147e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.887887] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5254d175-e036-e88e-1179-db35db77462b, 'name': SearchDatastore_Task, 'duration_secs': 0.018661} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.888241] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.888486] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.888761] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.888922] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.889119] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.889392] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81ddc202-f550-4d01-8247-869579a53f84 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.909995] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.909995] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.910481] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70bd40de-87ce-4da0-b2dd-117fbbb4849b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.917838] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 722.917838] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52413f03-95d9-b3e8-3e63-c7501a544b9e" [ 722.917838] env[71114]: _type = "Task" [ 722.917838] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.933336] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52413f03-95d9-b3e8-3e63-c7501a544b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.948169] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "c848e65e-79ba-4edc-afb5-6c511c0fde71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.948430] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "c848e65e-79ba-4edc-afb5-6c511c0fde71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.980285] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782716} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.980625] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] d9068da9-cfe5-40fd-95b8-5c5597f5e268/d9068da9-cfe5-40fd-95b8-5c5597f5e268.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.980870] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.981181] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed561585-5afd-47bb-9798-cc0bcd83f28f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.991906] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for the task: (returnval){ [ 722.991906] env[71114]: value = "task-3821251" [ 722.991906] env[71114]: _type = "Task" [ 722.991906] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.008129] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.031045] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821249, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.109406] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Releasing lock "refresh_cache-666e2163-d6ac-46e8-bca6-c7fce49814a9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.109849] env[71114]: DEBUG nova.compute.manager [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Instance network_info: |[{"id": "e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8", "address": "fa:16:3e:a8:3b:4a", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a64590-be", "ovs_interfaceid": "e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.110281] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821250, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.110838] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:3b:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.126298] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Creating folder: Project (ca16eedd6c1a4956a02ae48f8f7081fd). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.128979] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9edbd4c5-c043-43b4-b3b4-209bd3a15832 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.144174] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Created folder: Project (ca16eedd6c1a4956a02ae48f8f7081fd) in parent group-v759732. [ 723.145044] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Creating folder: Instances. Parent ref: group-v759792. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.149035] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-317c95e1-dcfd-41c3-b04f-15e1041ce182 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.217033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.301462] env[71114]: DEBUG nova.compute.manager [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.379528] env[71114]: DEBUG nova.compute.manager [req-7f8b58b8-7fc1-41a6-81e9-d37e7cdcc0b4 req-5a2d2acd-fb17-436f-9598-c837b869a229 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Received event network-changed-e85f0033-0035-46e3-99de-b8d4ab417c6c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.379796] env[71114]: DEBUG nova.compute.manager [req-7f8b58b8-7fc1-41a6-81e9-d37e7cdcc0b4 req-5a2d2acd-fb17-436f-9598-c837b869a229 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Refreshing instance network info cache due to event network-changed-e85f0033-0035-46e3-99de-b8d4ab417c6c. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.382791] env[71114]: DEBUG oslo_concurrency.lockutils [req-7f8b58b8-7fc1-41a6-81e9-d37e7cdcc0b4 req-5a2d2acd-fb17-436f-9598-c837b869a229 service nova] Acquiring lock "refresh_cache-56a1dccf-2dd0-4b4d-8ddb-0092ee837752" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.382791] env[71114]: DEBUG oslo_concurrency.lockutils [req-7f8b58b8-7fc1-41a6-81e9-d37e7cdcc0b4 req-5a2d2acd-fb17-436f-9598-c837b869a229 service nova] Acquired lock "refresh_cache-56a1dccf-2dd0-4b4d-8ddb-0092ee837752" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.382791] env[71114]: DEBUG nova.network.neutron [req-7f8b58b8-7fc1-41a6-81e9-d37e7cdcc0b4 req-5a2d2acd-fb17-436f-9598-c837b869a229 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Refreshing network info cache for port e85f0033-0035-46e3-99de-b8d4ab417c6c {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.443174] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52413f03-95d9-b3e8-3e63-c7501a544b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012219} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.446770] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Created folder: Instances in parent group-v759792. [ 723.447206] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.447510] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4816da7-8f5e-4b60-924e-b8b96ee2a7b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.451410] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.451675] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d1626c3-e0f5-4a47-98c3-d3e262f57f85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.474809] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 723.474809] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f3f67-ef55-eb9f-48ab-d46eab2d1f2c" [ 723.474809] env[71114]: _type = "Task" [ 723.474809] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.484180] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.484180] env[71114]: value = "task-3821254" [ 723.484180] env[71114]: _type = "Task" [ 723.484180] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.493742] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bc2462-2575-4feb-b097-118211a0a6cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.497335] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f3f67-ef55-eb9f-48ab-d46eab2d1f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.505853] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821254, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.510912] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9099cc83-ab00-4e1e-8aee-2592271a40f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.521059] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154802} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.526197] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.554883] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e83b60-77e7-4b40-996a-979a9cc21a9b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.561286] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40053e0-d8e9-49b1-a829-a4aaac9cf6e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.567846] env[71114]: DEBUG oslo_vmware.api [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821249, 'name': PowerOnVM_Task, 'duration_secs': 1.032252} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.572048] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.572048] env[71114]: INFO nova.compute.manager [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Took 12.42 seconds to spawn the instance on the hypervisor. [ 723.572048] env[71114]: DEBUG nova.compute.manager [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 723.572048] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77dd0fa-65be-493b-b2cb-940b3f27684b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.599728] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] d9068da9-cfe5-40fd-95b8-5c5597f5e268/d9068da9-cfe5-40fd-95b8-5c5597f5e268.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.601370] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23fe3680-5689-428e-8146-6ade86b8946e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.624777] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3556ed-3a58-48a6-ac1d-ef4f7662cc01 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.642403] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821250, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.654448] env[71114]: DEBUG nova.compute.provider_tree [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.657199] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for the task: (returnval){ [ 723.657199] env[71114]: value = "task-3821255" [ 723.657199] env[71114]: _type = "Task" [ 723.657199] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.670880] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.930088] env[71114]: DEBUG nova.network.neutron [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Successfully created port: a185b46c-2006-405b-977b-48cd0a11f481 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.988761] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f3f67-ef55-eb9f-48ab-d46eab2d1f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.016434} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.993397] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.993397] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 844fae93-93ca-4b25-84b5-efc829059716/844fae93-93ca-4b25-84b5-efc829059716.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.993397] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9805bbe4-4762-4c30-8569-e3d86ae1feca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.008585] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821254, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.009390] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 724.009390] env[71114]: value = "task-3821256" [ 724.009390] env[71114]: _type = "Task" [ 724.009390] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.019089] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.049506] env[71114]: DEBUG nova.network.neutron [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Updated VIF entry in instance network info cache for port 4297047d-047f-4455-bf9e-8178bc8d59f7. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.050126] env[71114]: DEBUG nova.network.neutron [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Updating instance_info_cache with network_info: [{"id": "4297047d-047f-4455-bf9e-8178bc8d59f7", "address": "fa:16:3e:da:c3:a7", "network": {"id": "7dd7b4b9-422f-4601-95db-f8d2ea556bf4", "bridge": "br-int", "label": "tempest-ServersTestJSON-619725027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88697b7ecc7c4d9fad2aef11c8ea76e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4297047d-04", "ovs_interfaceid": "4297047d-047f-4455-bf9e-8178bc8d59f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.111429] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821250, 'name': Rename_Task, 'duration_secs': 1.226614} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.111722] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.112048] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-611d6446-faee-4312-aaeb-62b5d64af9ba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.120278] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Waiting for the task: (returnval){ [ 724.120278] env[71114]: value = "task-3821257" [ 724.120278] env[71114]: _type = "Task" [ 724.120278] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.134394] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.148080] env[71114]: INFO nova.compute.manager [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Took 27.41 seconds to build instance. [ 724.162059] env[71114]: DEBUG nova.scheduler.client.report [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.176232] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.315821] env[71114]: DEBUG nova.compute.manager [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.349523] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.349829] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.349925] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.350098] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.350242] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.350403] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.350613] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.350790] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.351705] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.351705] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.351705] env[71114]: DEBUG nova.virt.hardware [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.352418] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec69e64f-8e4f-4ad9-ac2b-b246b884e000 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.365183] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1761d15-8930-4c33-a15e-504a41f835d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.473056] env[71114]: DEBUG nova.network.neutron [req-7f8b58b8-7fc1-41a6-81e9-d37e7cdcc0b4 req-5a2d2acd-fb17-436f-9598-c837b869a229 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Updated VIF entry in instance network info cache for port e85f0033-0035-46e3-99de-b8d4ab417c6c. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.473795] env[71114]: DEBUG nova.network.neutron [req-7f8b58b8-7fc1-41a6-81e9-d37e7cdcc0b4 req-5a2d2acd-fb17-436f-9598-c837b869a229 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Updating instance_info_cache with network_info: [{"id": "e85f0033-0035-46e3-99de-b8d4ab417c6c", "address": "fa:16:3e:20:e8:0b", "network": {"id": "a3f9a684-56f0-4393-938e-4295d715bc84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1723527221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d810366a340f5906c0794d58eb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85f0033-00", "ovs_interfaceid": "e85f0033-0035-46e3-99de-b8d4ab417c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.503623] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821254, 'name': CreateVM_Task, 'duration_secs': 0.653008} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.503623] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.504754] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.505138] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.505594] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.506399] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5843310b-0d2e-4f02-a4f0-0136e1c504fe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.526393] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821256, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.526792] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for the task: (returnval){ [ 724.526792] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52583a06-7417-7cda-3071-55573913af4b" [ 724.526792] env[71114]: _type = "Task" [ 724.526792] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.541097] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52583a06-7417-7cda-3071-55573913af4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.554059] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Releasing lock "refresh_cache-81fad1b3-397f-43ab-ae9c-bfa328e62a35" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.555096] env[71114]: DEBUG nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Received event network-vif-plugged-de73d03f-c9d9-43b1-88f2-7edb1fe07e28 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.555096] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Acquiring lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.555096] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.555096] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.555096] env[71114]: DEBUG nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] No waiting events found dispatching network-vif-plugged-de73d03f-c9d9-43b1-88f2-7edb1fe07e28 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 724.555341] env[71114]: WARNING nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Received unexpected event network-vif-plugged-de73d03f-c9d9-43b1-88f2-7edb1fe07e28 for instance with vm_state building and task_state spawning. [ 724.558617] env[71114]: DEBUG nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Received event network-changed-de73d03f-c9d9-43b1-88f2-7edb1fe07e28 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.558617] env[71114]: DEBUG nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Refreshing instance network info cache due to event network-changed-de73d03f-c9d9-43b1-88f2-7edb1fe07e28. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.558617] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Acquiring lock "refresh_cache-d9068da9-cfe5-40fd-95b8-5c5597f5e268" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.558617] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Acquired lock "refresh_cache-d9068da9-cfe5-40fd-95b8-5c5597f5e268" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.558617] env[71114]: DEBUG nova.network.neutron [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Refreshing network info cache for port de73d03f-c9d9-43b1-88f2-7edb1fe07e28 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.639229] env[71114]: DEBUG oslo_vmware.api [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Task: {'id': task-3821257, 'name': PowerOnVM_Task, 'duration_secs': 0.488602} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.639584] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.639584] env[71114]: DEBUG nova.compute.manager [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.640567] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b397e61-495a-451c-8a56-75c246bef14e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.653070] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7128b385-b46b-476e-8ca9-d3ccda13edc4 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.865s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.672208] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.392s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.679788] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.275s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.680087] env[71114]: DEBUG nova.objects.instance [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 724.682914] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821255, 'name': ReconfigVM_Task, 'duration_secs': 0.590156} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.683797] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Reconfigured VM instance instance-00000012 to attach disk [datastore2] d9068da9-cfe5-40fd-95b8-5c5597f5e268/d9068da9-cfe5-40fd-95b8-5c5597f5e268.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.684665] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f436930-7ce1-4cff-8ae4-c07637c5218f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.696903] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for the task: (returnval){ [ 724.696903] env[71114]: value = "task-3821258" [ 724.696903] env[71114]: _type = "Task" [ 724.696903] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.715040] env[71114]: INFO nova.scheduler.client.report [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Deleted allocations for instance 951b8df7-13d8-4c88-b05d-eb31de01750a [ 724.715040] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821258, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.977926] env[71114]: DEBUG oslo_concurrency.lockutils [req-7f8b58b8-7fc1-41a6-81e9-d37e7cdcc0b4 req-5a2d2acd-fb17-436f-9598-c837b869a229 service nova] Releasing lock "refresh_cache-56a1dccf-2dd0-4b4d-8ddb-0092ee837752" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.020737] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792425} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.020816] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 844fae93-93ca-4b25-84b5-efc829059716/844fae93-93ca-4b25-84b5-efc829059716.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.021142] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.021528] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6257c82b-92bb-4577-8f05-02a33554931c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.033439] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 725.033439] env[71114]: value = "task-3821259" [ 725.033439] env[71114]: _type = "Task" [ 725.033439] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.043676] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52583a06-7417-7cda-3071-55573913af4b, 'name': SearchDatastore_Task, 'duration_secs': 0.066976} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.044605] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.045070] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.045159] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.045314] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.045499] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.045793] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6037a279-a132-43d4-9947-a558da36bef0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.054142] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquiring lock "5beeda39-74da-4bc1-a981-4999157823be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.054738] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "5beeda39-74da-4bc1-a981-4999157823be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.055283] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquiring lock "5beeda39-74da-4bc1-a981-4999157823be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.055384] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "5beeda39-74da-4bc1-a981-4999157823be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.055790] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "5beeda39-74da-4bc1-a981-4999157823be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.057622] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.059448] env[71114]: INFO nova.compute.manager [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Terminating instance [ 725.070920] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.071448] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.074123] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca25f171-9fb7-4992-8b76-875dbb16e8a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.084683] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for the task: (returnval){ [ 725.084683] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e9e357-7ec0-7319-8942-159f0e5ea82c" [ 725.084683] env[71114]: _type = "Task" [ 725.084683] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.098594] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e9e357-7ec0-7319-8942-159f0e5ea82c, 'name': SearchDatastore_Task, 'duration_secs': 0.01303} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.100806] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138efd14-2cc1-45a2-9eea-6fc3a2f7fc2f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.108295] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for the task: (returnval){ [ 725.108295] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52022a09-473f-516d-1627-0d551f2fbb29" [ 725.108295] env[71114]: _type = "Task" [ 725.108295] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.120687] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52022a09-473f-516d-1627-0d551f2fbb29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.164879] env[71114]: DEBUG nova.compute.manager [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.172286] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.212205] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821258, 'name': Rename_Task, 'duration_secs': 0.373918} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.213051] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.213553] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e09c09c-e081-4cb5-936f-bfb72bbc225c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.223636] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bc2ef684-b367-4cd3-a2fd-e844ecbd6916 tempest-ServerDiagnosticsV248Test-1969687915 tempest-ServerDiagnosticsV248Test-1969687915-project-member] Lock "951b8df7-13d8-4c88-b05d-eb31de01750a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.626s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.226485] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for the task: (returnval){ [ 725.226485] env[71114]: value = "task-3821260" [ 725.226485] env[71114]: _type = "Task" [ 725.226485] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.251925] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821260, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.443201] env[71114]: DEBUG nova.network.neutron [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Updated VIF entry in instance network info cache for port de73d03f-c9d9-43b1-88f2-7edb1fe07e28. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.443559] env[71114]: DEBUG nova.network.neutron [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Updating instance_info_cache with network_info: [{"id": "de73d03f-c9d9-43b1-88f2-7edb1fe07e28", "address": "fa:16:3e:22:ee:9e", "network": {"id": "605e69b0-3593-4158-80b8-e9460b7f61e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-496559233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f134c09a08b04672895b8ef1e7f8ab22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde73d03f-c9", "ovs_interfaceid": "de73d03f-c9d9-43b1-88f2-7edb1fe07e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.546523] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075362} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.546820] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.547682] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30a8c83-d190-4c90-8e88-624be659270e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.571694] env[71114]: DEBUG nova.compute.manager [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.571944] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.581999] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 844fae93-93ca-4b25-84b5-efc829059716/844fae93-93ca-4b25-84b5-efc829059716.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.583550] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9010d8c1-1c55-4053-96c8-6ec24a70b3c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.589036] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e236e881-bd97-4588-9f01-fa4f058cf7c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.621278] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.622035] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e59fa0e5-21cf-40e8-acc9-e89ccfdd274a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.626193] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 725.626193] env[71114]: value = "task-3821261" [ 725.626193] env[71114]: _type = "Task" [ 725.626193] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.631520] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52022a09-473f-516d-1627-0d551f2fbb29, 'name': SearchDatastore_Task, 'duration_secs': 0.019574} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.635732] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.638297] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 666e2163-d6ac-46e8-bca6-c7fce49814a9/666e2163-d6ac-46e8-bca6-c7fce49814a9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.638297] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-633d8ebd-1dc6-4ca2-b78b-81f623a52dbc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.640595] env[71114]: DEBUG oslo_vmware.api [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for the task: (returnval){ [ 725.640595] env[71114]: value = "task-3821262" [ 725.640595] env[71114]: _type = "Task" [ 725.640595] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.655058] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.655347] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for the task: (returnval){ [ 725.655347] env[71114]: value = "task-3821263" [ 725.655347] env[71114]: _type = "Task" [ 725.655347] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.665779] env[71114]: DEBUG oslo_vmware.api [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.676524] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.692905] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ad58aa75-3532-4304-a1e9-13be60e78bb7 tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.704589] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.746s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.704589] env[71114]: INFO nova.compute.claims [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.724624] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.749900] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.947610] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Releasing lock "refresh_cache-d9068da9-cfe5-40fd-95b8-5c5597f5e268" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.948217] env[71114]: DEBUG nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Received event network-vif-plugged-56057a2e-bea3-4f64-92eb-4a17dad59557 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.948504] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Acquiring lock "844fae93-93ca-4b25-84b5-efc829059716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.948925] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Lock "844fae93-93ca-4b25-84b5-efc829059716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.949220] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Lock "844fae93-93ca-4b25-84b5-efc829059716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.949484] env[71114]: DEBUG nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] No waiting events found dispatching network-vif-plugged-56057a2e-bea3-4f64-92eb-4a17dad59557 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.949693] env[71114]: WARNING nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Received unexpected event network-vif-plugged-56057a2e-bea3-4f64-92eb-4a17dad59557 for instance with vm_state building and task_state spawning. [ 725.949941] env[71114]: DEBUG nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Received event network-changed-56057a2e-bea3-4f64-92eb-4a17dad59557 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.950886] env[71114]: DEBUG nova.compute.manager [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Refreshing instance network info cache due to event network-changed-56057a2e-bea3-4f64-92eb-4a17dad59557. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.951268] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Acquiring lock "refresh_cache-844fae93-93ca-4b25-84b5-efc829059716" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.951411] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Acquired lock "refresh_cache-844fae93-93ca-4b25-84b5-efc829059716" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.951633] env[71114]: DEBUG nova.network.neutron [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Refreshing network info cache for port 56057a2e-bea3-4f64-92eb-4a17dad59557 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.959236] env[71114]: DEBUG nova.compute.manager [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Received event network-vif-plugged-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.959363] env[71114]: DEBUG oslo_concurrency.lockutils [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] Acquiring lock "666e2163-d6ac-46e8-bca6-c7fce49814a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.959577] env[71114]: DEBUG oslo_concurrency.lockutils [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] Lock "666e2163-d6ac-46e8-bca6-c7fce49814a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.964217] env[71114]: DEBUG oslo_concurrency.lockutils [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] Lock "666e2163-d6ac-46e8-bca6-c7fce49814a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.964755] env[71114]: DEBUG nova.compute.manager [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] No waiting events found dispatching network-vif-plugged-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.965020] env[71114]: WARNING nova.compute.manager [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Received unexpected event network-vif-plugged-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 for instance with vm_state building and task_state spawning. [ 725.965309] env[71114]: DEBUG nova.compute.manager [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Received event network-changed-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.965555] env[71114]: DEBUG nova.compute.manager [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Refreshing instance network info cache due to event network-changed-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.965817] env[71114]: DEBUG oslo_concurrency.lockutils [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] Acquiring lock "refresh_cache-666e2163-d6ac-46e8-bca6-c7fce49814a9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.966015] env[71114]: DEBUG oslo_concurrency.lockutils [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] Acquired lock "refresh_cache-666e2163-d6ac-46e8-bca6-c7fce49814a9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.966223] env[71114]: DEBUG nova.network.neutron [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Refreshing network info cache for port e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.979075] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "5d3ff322-f182-48be-9066-203f120b2512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.979750] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "5d3ff322-f182-48be-9066-203f120b2512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.148272] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821261, 'name': ReconfigVM_Task, 'duration_secs': 0.475849} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.153158] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 844fae93-93ca-4b25-84b5-efc829059716/844fae93-93ca-4b25-84b5-efc829059716.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.153945] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71cb8fee-bb55-417a-be01-da85e165511a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.164183] env[71114]: DEBUG oslo_vmware.api [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821262, 'name': PowerOffVM_Task, 'duration_secs': 0.228344} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.167973] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.167973] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.167973] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 726.167973] env[71114]: value = "task-3821264" [ 726.167973] env[71114]: _type = "Task" [ 726.167973] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.167973] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d39de02a-5b3c-4ccd-b0fb-3efeab41c5bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.180892] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.187416] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821264, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.243959] env[71114]: DEBUG oslo_vmware.api [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821260, 'name': PowerOnVM_Task, 'duration_secs': 0.783437} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.245997] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.245997] env[71114]: INFO nova.compute.manager [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Took 12.38 seconds to spawn the instance on the hypervisor. [ 726.245997] env[71114]: DEBUG nova.compute.manager [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.249346] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01998607-87d0-4f4e-ac3d-4ebcb448c635 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.284027] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.284027] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.284027] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Deleting the datastore file [datastore1] 5beeda39-74da-4bc1-a981-4999157823be {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.284027] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bb4dfe5-fd7e-4ab8-a2cf-adce90546e03 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.291834] env[71114]: DEBUG oslo_vmware.api [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for the task: (returnval){ [ 726.291834] env[71114]: value = "task-3821266" [ 726.291834] env[71114]: _type = "Task" [ 726.291834] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.301138] env[71114]: DEBUG oslo_vmware.api [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.370954] env[71114]: DEBUG nova.network.neutron [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Successfully updated port: a185b46c-2006-405b-977b-48cd0a11f481 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.676774] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625971} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.684774] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 666e2163-d6ac-46e8-bca6-c7fce49814a9/666e2163-d6ac-46e8-bca6-c7fce49814a9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.685614] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.685614] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a45665e3-e307-4850-97cd-4b766738ae92 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.696231] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821264, 'name': Rename_Task, 'duration_secs': 0.316855} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.700556] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.701074] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for the task: (returnval){ [ 726.701074] env[71114]: value = "task-3821267" [ 726.701074] env[71114]: _type = "Task" [ 726.701074] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.701364] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddb53c5c-c876-4532-8119-eef8311715fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.713812] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 726.713812] env[71114]: value = "task-3821268" [ 726.713812] env[71114]: _type = "Task" [ 726.713812] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.718228] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.732188] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.779204] env[71114]: INFO nova.compute.manager [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Took 28.46 seconds to build instance. [ 726.810576] env[71114]: DEBUG oslo_vmware.api [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Task: {'id': task-3821266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420753} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.810913] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.811151] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.811361] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.812431] env[71114]: INFO nova.compute.manager [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Took 1.24 seconds to destroy the instance on the hypervisor. [ 726.812431] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.814871] env[71114]: DEBUG nova.compute.manager [-] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.815843] env[71114]: DEBUG nova.network.neutron [-] [instance: 5beeda39-74da-4bc1-a981-4999157823be] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.840455] env[71114]: DEBUG nova.network.neutron [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Updated VIF entry in instance network info cache for port e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.841400] env[71114]: DEBUG nova.network.neutron [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Updating instance_info_cache with network_info: [{"id": "e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8", "address": "fa:16:3e:a8:3b:4a", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9a64590-be", "ovs_interfaceid": "e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.881021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquiring lock "refresh_cache-8bf921a7-c252-4ad2-a380-29e85d01e0cb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.881021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquired lock "refresh_cache-8bf921a7-c252-4ad2-a380-29e85d01e0cb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.881021] env[71114]: DEBUG nova.network.neutron [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.003712] env[71114]: DEBUG nova.compute.manager [req-8a7c1e0d-5190-4faf-8c1f-63ff9d4bf206 req-0c928d8e-628d-4964-8b16-f9dea54d5406 service nova] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Received event network-vif-deleted-2d0350f6-32ab-4a8a-a396-0d81b32febad {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.195995] env[71114]: DEBUG nova.network.neutron [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Updated VIF entry in instance network info cache for port 56057a2e-bea3-4f64-92eb-4a17dad59557. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.197587] env[71114]: DEBUG nova.network.neutron [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Updating instance_info_cache with network_info: [{"id": "56057a2e-bea3-4f64-92eb-4a17dad59557", "address": "fa:16:3e:34:8b:80", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56057a2e-be", "ovs_interfaceid": "56057a2e-bea3-4f64-92eb-4a17dad59557", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.224882] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08334} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.231917] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.244976] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c11b0e-608a-420a-a8bf-f4f57da91b1a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.287776] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.288331] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42f0e68a-398c-4e4c-9f4a-54b005fbbc05 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.392s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.301038] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 666e2163-d6ac-46e8-bca6-c7fce49814a9/666e2163-d6ac-46e8-bca6-c7fce49814a9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.305145] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0814cef4-4f6c-4610-9068-e5d891fe01f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.332410] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for the task: (returnval){ [ 727.332410] env[71114]: value = "task-3821269" [ 727.332410] env[71114]: _type = "Task" [ 727.332410] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.351540] env[71114]: DEBUG oslo_concurrency.lockutils [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] Releasing lock "refresh_cache-666e2163-d6ac-46e8-bca6-c7fce49814a9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.351830] env[71114]: DEBUG nova.compute.manager [req-0db295b6-8626-48b6-8a0d-a35c49e80ae0 req-361bdae3-810d-406c-a209-11afaa300911 service nova] [instance: 05890564-0672-4235-b270-93bbe62ac179] Received event network-vif-deleted-ac71d9fb-88b9-431c-960c-2675d2002659 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.352386] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821269, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.419795] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "b2f9536e-f32c-4e94-bb2f-eced831895f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.420066] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.459418] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172f6093-1ed8-4dc3-b04d-579f8193fdc0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.470280] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7d8e14-093b-42cc-a1e9-d76c46a65ed4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.507663] env[71114]: DEBUG nova.network.neutron [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.510490] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732f8c5d-bb48-45f4-b0d5-c6460f15341b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.520409] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8509b85f-ebbc-4d97-a727-7a718df08b19 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.537997] env[71114]: DEBUG nova.compute.provider_tree [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.699660] env[71114]: DEBUG oslo_concurrency.lockutils [req-4354bd33-7577-4518-8db1-b3d72ea0288f req-24934852-00e1-40b4-9a21-4ae7b8e598b4 service nova] Releasing lock "refresh_cache-844fae93-93ca-4b25-84b5-efc829059716" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.738315] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821268, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.824741] env[71114]: DEBUG nova.compute.manager [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.850225] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821269, 'name': ReconfigVM_Task, 'duration_secs': 0.425998} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.850605] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 666e2163-d6ac-46e8-bca6-c7fce49814a9/666e2163-d6ac-46e8-bca6-c7fce49814a9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.851322] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b21b1a6-9869-4622-bdcf-d87c8a912b7e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.869971] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for the task: (returnval){ [ 727.869971] env[71114]: value = "task-3821270" [ 727.869971] env[71114]: _type = "Task" [ 727.869971] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.888339] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821270, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.041391] env[71114]: DEBUG nova.scheduler.client.report [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.187544] env[71114]: DEBUG nova.network.neutron [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Updating instance_info_cache with network_info: [{"id": "a185b46c-2006-405b-977b-48cd0a11f481", "address": "fa:16:3e:8e:1f:93", "network": {"id": "73466711-a86c-4104-bb27-f495cb70df29", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1228520196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1d6e2e1b66b44b5fbd89031033e147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa185b46c-20", "ovs_interfaceid": "a185b46c-2006-405b-977b-48cd0a11f481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.248267] env[71114]: DEBUG oslo_vmware.api [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821268, 'name': PowerOnVM_Task, 'duration_secs': 1.214361} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.248267] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.248267] env[71114]: INFO nova.compute.manager [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Took 11.48 seconds to spawn the instance on the hypervisor. [ 728.248383] env[71114]: DEBUG nova.compute.manager [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.250139] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587d93dd-8922-4711-bc1c-cfd4aae6ee87 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.357107] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.365128] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.365337] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.365542] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.366295] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.366482] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.368685] env[71114]: INFO nova.compute.manager [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Terminating instance [ 728.388228] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821270, 'name': Rename_Task, 'duration_secs': 0.35145} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.388847] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.392267] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33687610-1df8-4a9b-86a5-ae701f8ca96e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.400795] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for the task: (returnval){ [ 728.400795] env[71114]: value = "task-3821272" [ 728.400795] env[71114]: _type = "Task" [ 728.400795] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.413427] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.490688] env[71114]: DEBUG nova.network.neutron [-] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.550130] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.551275] env[71114]: DEBUG nova.compute.manager [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.558330] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.040s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.560949] env[71114]: INFO nova.compute.claims [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.698848] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Releasing lock "refresh_cache-8bf921a7-c252-4ad2-a380-29e85d01e0cb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.699432] env[71114]: DEBUG nova.compute.manager [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Instance network_info: |[{"id": "a185b46c-2006-405b-977b-48cd0a11f481", "address": "fa:16:3e:8e:1f:93", "network": {"id": "73466711-a86c-4104-bb27-f495cb70df29", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1228520196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "1d6e2e1b66b44b5fbd89031033e147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa185b46c-20", "ovs_interfaceid": "a185b46c-2006-405b-977b-48cd0a11f481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.700416] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:1f:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '392517be-6cb8-4b5b-9a52-449bfe2e16f7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a185b46c-2006-405b-977b-48cd0a11f481', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.715285] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Creating folder: Project (1d6e2e1b66b44b5fbd89031033e147e9). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.717791] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8ee0eca-1b23-452a-b866-acdc9a045063 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.725963] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquiring lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.726979] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.742013] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Created folder: Project (1d6e2e1b66b44b5fbd89031033e147e9) in parent group-v759732. [ 728.742013] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Creating folder: Instances. Parent ref: group-v759798. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.743895] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a82587a6-62f2-4734-ac40-9f933167f3d1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.759562] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Created folder: Instances in parent group-v759798. [ 728.760405] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.761900] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.762207] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c81bb73-3cec-41c5-b60b-0930cc6bc6e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.804539] env[71114]: INFO nova.compute.manager [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Took 29.33 seconds to build instance. [ 728.807481] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.807481] env[71114]: value = "task-3821278" [ 728.807481] env[71114]: _type = "Task" [ 728.807481] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.820358] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821278, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.877716] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "refresh_cache-c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.877996] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquired lock "refresh_cache-c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.878231] env[71114]: DEBUG nova.network.neutron [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.919068] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.997775] env[71114]: INFO nova.compute.manager [-] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Took 2.18 seconds to deallocate network for instance. [ 729.008082] env[71114]: DEBUG nova.compute.manager [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Received event network-changed-d7a8174d-7b51-405a-947b-3ce8361a5d73 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.008468] env[71114]: DEBUG nova.compute.manager [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Refreshing instance network info cache due to event network-changed-d7a8174d-7b51-405a-947b-3ce8361a5d73. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.008785] env[71114]: DEBUG oslo_concurrency.lockutils [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] Acquiring lock "refresh_cache-3f10462d-646e-4cc2-ab2a-713c343edaf2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.009019] env[71114]: DEBUG oslo_concurrency.lockutils [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] Acquired lock "refresh_cache-3f10462d-646e-4cc2-ab2a-713c343edaf2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.009289] env[71114]: DEBUG nova.network.neutron [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Refreshing network info cache for port d7a8174d-7b51-405a-947b-3ce8361a5d73 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.066166] env[71114]: DEBUG nova.compute.utils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.071058] env[71114]: DEBUG nova.compute.manager [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.074241] env[71114]: DEBUG nova.network.neutron [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.259227] env[71114]: DEBUG nova.policy [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '275ea0cb16fc41949d5e955c75fd3516', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe569461977e4eaab9835d4f759d6368', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.309508] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e3724c7-63bf-43fa-95f6-12f8e77cb136 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "844fae93-93ca-4b25-84b5-efc829059716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.365s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.326453] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821278, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.417102] env[71114]: DEBUG oslo_vmware.api [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821272, 'name': PowerOnVM_Task, 'duration_secs': 0.937523} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.418951] env[71114]: DEBUG nova.network.neutron [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.422367] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.422706] env[71114]: INFO nova.compute.manager [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Took 10.02 seconds to spawn the instance on the hypervisor. [ 729.422962] env[71114]: DEBUG nova.compute.manager [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 729.423984] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c25a91-aa24-44b1-8517-947ec4b1124d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.444439] env[71114]: DEBUG nova.compute.manager [req-58e68d6d-64a6-4934-9fab-42f2c76e8869 req-1bf693c1-3b48-44b6-a4ae-8bc9a48555d2 service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Received event network-changed-01616e61-5ba3-4f8a-997b-c2ec9200d5c8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.444728] env[71114]: DEBUG nova.compute.manager [req-58e68d6d-64a6-4934-9fab-42f2c76e8869 req-1bf693c1-3b48-44b6-a4ae-8bc9a48555d2 service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Refreshing instance network info cache due to event network-changed-01616e61-5ba3-4f8a-997b-c2ec9200d5c8. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.444728] env[71114]: DEBUG oslo_concurrency.lockutils [req-58e68d6d-64a6-4934-9fab-42f2c76e8869 req-1bf693c1-3b48-44b6-a4ae-8bc9a48555d2 service nova] Acquiring lock "refresh_cache-c98896e0-beae-4aa6-b353-2cd3e1a390fe" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.445054] env[71114]: DEBUG oslo_concurrency.lockutils [req-58e68d6d-64a6-4934-9fab-42f2c76e8869 req-1bf693c1-3b48-44b6-a4ae-8bc9a48555d2 service nova] Acquired lock "refresh_cache-c98896e0-beae-4aa6-b353-2cd3e1a390fe" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.445054] env[71114]: DEBUG nova.network.neutron [req-58e68d6d-64a6-4934-9fab-42f2c76e8869 req-1bf693c1-3b48-44b6-a4ae-8bc9a48555d2 service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Refreshing network info cache for port 01616e61-5ba3-4f8a-997b-c2ec9200d5c8 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.519644] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.571271] env[71114]: DEBUG nova.compute.manager [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.625077] env[71114]: DEBUG nova.network.neutron [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.820985] env[71114]: DEBUG nova.compute.manager [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.823736] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821278, 'name': CreateVM_Task, 'duration_secs': 0.993981} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.827027] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.828318] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.828318] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.828318] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.828551] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f451ad-5f53-4895-9d9c-2109ecbe4e9b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.834557] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for the task: (returnval){ [ 729.834557] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ecc15f-956e-8ccd-d013-a28e640ae0d4" [ 729.834557] env[71114]: _type = "Task" [ 729.834557] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.846628] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ecc15f-956e-8ccd-d013-a28e640ae0d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.963839] env[71114]: INFO nova.compute.manager [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Took 25.97 seconds to build instance. [ 730.118062] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06552af-f2ca-4bed-93f9-7f58cc03b7d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.126749] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d79418-8bb9-4946-81ae-06c1c686fd2e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.132561] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Releasing lock "refresh_cache-c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.132561] env[71114]: DEBUG nova.compute.manager [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.132777] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.134398] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ee9bb5-deb2-4466-b60d-89e93fbd33a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.169625] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.170193] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f428f7fe-2d8f-49ab-8a72-1448970af305 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.172452] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b743d46-fed1-48fb-ac40-02e3777b467d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.182231] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fcc030-7857-45fc-afd2-cee9ba971a68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.186889] env[71114]: DEBUG oslo_vmware.api [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 730.186889] env[71114]: value = "task-3821279" [ 730.186889] env[71114]: _type = "Task" [ 730.186889] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.205050] env[71114]: DEBUG nova.compute.provider_tree [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.213038] env[71114]: DEBUG oslo_vmware.api [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.281309] env[71114]: DEBUG nova.network.neutron [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Successfully created port: 516d6e39-f7ce-497a-abb8-71f4bc92ed27 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.347823] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ecc15f-956e-8ccd-d013-a28e640ae0d4, 'name': SearchDatastore_Task, 'duration_secs': 0.038254} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.348112] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.348379] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.351362] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.351362] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.351362] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.351362] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.351362] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9cc36f1-cf5d-43d5-b196-83b0f8e89604 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.366611] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.366903] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.369105] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4780cf0-24a2-4547-ba42-e9dd5fe90d1d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.378038] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for the task: (returnval){ [ 730.378038] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523cc278-f5f0-6bdc-d64e-f7a53a0c3c0d" [ 730.378038] env[71114]: _type = "Task" [ 730.378038] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.390135] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523cc278-f5f0-6bdc-d64e-f7a53a0c3c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.466223] env[71114]: DEBUG oslo_concurrency.lockutils [None req-84ba7aff-f5c6-4adc-a6e3-bde490ab9d92 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lock "666e2163-d6ac-46e8-bca6-c7fce49814a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.678s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.515383] env[71114]: DEBUG nova.network.neutron [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Updated VIF entry in instance network info cache for port d7a8174d-7b51-405a-947b-3ce8361a5d73. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.515754] env[71114]: DEBUG nova.network.neutron [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Updating instance_info_cache with network_info: [{"id": "d7a8174d-7b51-405a-947b-3ce8361a5d73", "address": "fa:16:3e:38:d0:0a", "network": {"id": "ca00f4bd-a1ca-493c-9c76-74f6b97904c6", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1687332799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ac15386ccd04d2fbb7aa62e5ed6a4ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a8174d-7b", "ovs_interfaceid": "d7a8174d-7b51-405a-947b-3ce8361a5d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.588360] env[71114]: DEBUG nova.compute.manager [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.620858] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.621505] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.621804] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.622027] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.622199] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.622631] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.622631] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.622799] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.622864] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.623016] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.623214] env[71114]: DEBUG nova.virt.hardware [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.624132] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0891e3bf-b055-477b-bfe6-d63a4f674b17 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.636945] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb1b29f-8813-4ea7-b642-a8cd1e33fa01 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.642733] env[71114]: DEBUG nova.network.neutron [req-58e68d6d-64a6-4934-9fab-42f2c76e8869 req-1bf693c1-3b48-44b6-a4ae-8bc9a48555d2 service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Updated VIF entry in instance network info cache for port 01616e61-5ba3-4f8a-997b-c2ec9200d5c8. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.644553] env[71114]: DEBUG nova.network.neutron [req-58e68d6d-64a6-4934-9fab-42f2c76e8869 req-1bf693c1-3b48-44b6-a4ae-8bc9a48555d2 service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Updating instance_info_cache with network_info: [{"id": "01616e61-5ba3-4f8a-997b-c2ec9200d5c8", "address": "fa:16:3e:48:d3:19", "network": {"id": "37c39a57-c9f4-4520-92d0-df2042e86ba7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2104183238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67626222c53f4b43a8837f10a5ca2475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01616e61-5b", "ovs_interfaceid": "01616e61-5ba3-4f8a-997b-c2ec9200d5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.702155] env[71114]: DEBUG oslo_vmware.api [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821279, 'name': PowerOffVM_Task, 'duration_secs': 0.224528} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.702155] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.702155] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.702757] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b683b115-a835-422f-8acc-50025bf95091 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.714125] env[71114]: DEBUG nova.scheduler.client.report [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.737490] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.737821] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.738225] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Deleting the datastore file [datastore1] c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.738850] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5067171-4ae4-4f0b-ac54-b9570d0bf0ad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.750834] env[71114]: DEBUG oslo_vmware.api [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for the task: (returnval){ [ 730.750834] env[71114]: value = "task-3821281" [ 730.750834] env[71114]: _type = "Task" [ 730.750834] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.768344] env[71114]: DEBUG oslo_vmware.api [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.895026] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523cc278-f5f0-6bdc-d64e-f7a53a0c3c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013185} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.895026] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a80a2d-0dee-4467-b734-ad49a69b8da9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.900473] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for the task: (returnval){ [ 730.900473] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a21914-4385-eecf-7dd3-4c044327fe14" [ 730.900473] env[71114]: _type = "Task" [ 730.900473] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.913590] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a21914-4385-eecf-7dd3-4c044327fe14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.922691] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquiring lock "86e51a30-4cbd-4b56-aff8-dee09042da28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.922918] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lock "86e51a30-4cbd-4b56-aff8-dee09042da28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.923234] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquiring lock "86e51a30-4cbd-4b56-aff8-dee09042da28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.923449] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lock "86e51a30-4cbd-4b56-aff8-dee09042da28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.923625] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lock "86e51a30-4cbd-4b56-aff8-dee09042da28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.929839] env[71114]: INFO nova.compute.manager [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Terminating instance [ 730.971327] env[71114]: DEBUG nova.compute.manager [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.019456] env[71114]: DEBUG oslo_concurrency.lockutils [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] Releasing lock "refresh_cache-3f10462d-646e-4cc2-ab2a-713c343edaf2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.019747] env[71114]: DEBUG nova.compute.manager [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Received event network-vif-plugged-a185b46c-2006-405b-977b-48cd0a11f481 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.019938] env[71114]: DEBUG oslo_concurrency.lockutils [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] Acquiring lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.020161] env[71114]: DEBUG oslo_concurrency.lockutils [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] Lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.020324] env[71114]: DEBUG oslo_concurrency.lockutils [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] Lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.020487] env[71114]: DEBUG nova.compute.manager [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] No waiting events found dispatching network-vif-plugged-a185b46c-2006-405b-977b-48cd0a11f481 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 731.020652] env[71114]: WARNING nova.compute.manager [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Received unexpected event network-vif-plugged-a185b46c-2006-405b-977b-48cd0a11f481 for instance with vm_state building and task_state spawning. [ 731.020942] env[71114]: DEBUG nova.compute.manager [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Received event network-changed-a185b46c-2006-405b-977b-48cd0a11f481 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.021201] env[71114]: DEBUG nova.compute.manager [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Refreshing instance network info cache due to event network-changed-a185b46c-2006-405b-977b-48cd0a11f481. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.021411] env[71114]: DEBUG oslo_concurrency.lockutils [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] Acquiring lock "refresh_cache-8bf921a7-c252-4ad2-a380-29e85d01e0cb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.021574] env[71114]: DEBUG oslo_concurrency.lockutils [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] Acquired lock "refresh_cache-8bf921a7-c252-4ad2-a380-29e85d01e0cb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.021749] env[71114]: DEBUG nova.network.neutron [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Refreshing network info cache for port a185b46c-2006-405b-977b-48cd0a11f481 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.147351] env[71114]: DEBUG oslo_concurrency.lockutils [req-58e68d6d-64a6-4934-9fab-42f2c76e8869 req-1bf693c1-3b48-44b6-a4ae-8bc9a48555d2 service nova] Releasing lock "refresh_cache-c98896e0-beae-4aa6-b353-2cd3e1a390fe" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.220633] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.221584] env[71114]: DEBUG nova.compute.manager [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.225374] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.498s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.228428] env[71114]: INFO nova.compute.claims [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.278534] env[71114]: DEBUG oslo_vmware.api [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Task: {'id': task-3821281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183598} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.278822] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.279871] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.280116] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.280324] env[71114]: INFO nova.compute.manager [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Took 1.15 seconds to destroy the instance on the hypervisor. [ 731.280691] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.281213] env[71114]: DEBUG nova.compute.manager [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.281345] env[71114]: DEBUG nova.network.neutron [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.326193] env[71114]: DEBUG nova.network.neutron [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.419171] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a21914-4385-eecf-7dd3-4c044327fe14, 'name': SearchDatastore_Task, 'duration_secs': 0.02846} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.419495] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.419785] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 8bf921a7-c252-4ad2-a380-29e85d01e0cb/8bf921a7-c252-4ad2-a380-29e85d01e0cb.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.420085] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7803a7b-d6af-487c-abb7-36bbec30c644 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.429755] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for the task: (returnval){ [ 731.429755] env[71114]: value = "task-3821283" [ 731.429755] env[71114]: _type = "Task" [ 731.429755] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.444144] env[71114]: DEBUG nova.compute.manager [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.444377] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.444675] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.445840] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccadb7a-1be8-4bc6-9630-228216eedbf0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.455670] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.456108] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb1fd0f8-7a92-4a99-af3a-fdfe48d09373 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.463366] env[71114]: DEBUG oslo_vmware.api [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for the task: (returnval){ [ 731.463366] env[71114]: value = "task-3821284" [ 731.463366] env[71114]: _type = "Task" [ 731.463366] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.474226] env[71114]: DEBUG oslo_vmware.api [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.524865] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.735142] env[71114]: DEBUG nova.compute.utils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.739729] env[71114]: DEBUG nova.compute.manager [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.740102] env[71114]: DEBUG nova.network.neutron [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.766309] env[71114]: DEBUG nova.compute.manager [None req-0cdd2a90-4b36-4aba-8e01-19121f146aa4 tempest-ServerDiagnosticsTest-1646609908 tempest-ServerDiagnosticsTest-1646609908-project-admin] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.768152] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078da9c2-6da5-4a36-b40a-c7bc2d41fe22 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.784098] env[71114]: INFO nova.compute.manager [None req-0cdd2a90-4b36-4aba-8e01-19121f146aa4 tempest-ServerDiagnosticsTest-1646609908 tempest-ServerDiagnosticsTest-1646609908-project-admin] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Retrieving diagnostics [ 731.784098] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf09b21-d5e7-463d-a69d-745d9261bbdb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.831787] env[71114]: DEBUG nova.network.neutron [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.946042] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821283, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.947826] env[71114]: DEBUG nova.policy [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e46c477ab45340d0bcc1453baffc632c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89a83066ca6c4f9da2a4c42ea8e0ddf2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.979469] env[71114]: DEBUG oslo_vmware.api [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821284, 'name': PowerOffVM_Task, 'duration_secs': 0.503028} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.979469] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.979469] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.979469] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc947ff-9d98-410c-97df-0bdbd42f011a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.067418] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.068053] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.068638] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Deleting the datastore file [datastore2] 86e51a30-4cbd-4b56-aff8-dee09042da28 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.069931] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13854126-c059-45e5-9bad-8529dc227e47 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.082088] env[71114]: DEBUG oslo_vmware.api [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for the task: (returnval){ [ 732.082088] env[71114]: value = "task-3821286" [ 732.082088] env[71114]: _type = "Task" [ 732.082088] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.094144] env[71114]: DEBUG oslo_vmware.api [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.194587] env[71114]: DEBUG nova.network.neutron [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Updated VIF entry in instance network info cache for port a185b46c-2006-405b-977b-48cd0a11f481. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.194587] env[71114]: DEBUG nova.network.neutron [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Updating instance_info_cache with network_info: [{"id": "a185b46c-2006-405b-977b-48cd0a11f481", "address": "fa:16:3e:8e:1f:93", "network": {"id": "73466711-a86c-4104-bb27-f495cb70df29", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1228520196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6e2e1b66b44b5fbd89031033e147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa185b46c-20", "ovs_interfaceid": "a185b46c-2006-405b-977b-48cd0a11f481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.242765] env[71114]: DEBUG nova.compute.manager [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.336877] env[71114]: INFO nova.compute.manager [-] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Took 1.06 seconds to deallocate network for instance. [ 732.449024] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.910281} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.449870] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 8bf921a7-c252-4ad2-a380-29e85d01e0cb/8bf921a7-c252-4ad2-a380-29e85d01e0cb.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.450144] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.450426] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a27d39d-c179-4dce-ad95-bf6eafef401f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.463881] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for the task: (returnval){ [ 732.463881] env[71114]: value = "task-3821287" [ 732.463881] env[71114]: _type = "Task" [ 732.463881] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.483982] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.607063] env[71114]: DEBUG oslo_vmware.api [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Task: {'id': task-3821286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.50391} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.609102] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.610990] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.610990] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.610990] env[71114]: INFO nova.compute.manager [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Took 1.17 seconds to destroy the instance on the hypervisor. [ 732.612324] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.614157] env[71114]: DEBUG nova.compute.manager [req-fee943b3-d65f-4cd6-86c0-a78d558e6688 req-ed289ca8-c261-4b4c-bd17-8c3967cd16e5 service nova] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Received event network-vif-deleted-04018a63-e80c-4452-a096-ae50e3bcfacc {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.623143] env[71114]: DEBUG nova.compute.manager [-] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.623143] env[71114]: DEBUG nova.network.neutron [-] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.697586] env[71114]: DEBUG oslo_concurrency.lockutils [req-0f621fe3-8077-4226-b37f-b457c0fa5e0e req-b1663c6e-c504-47bd-b578-fc54f9e7d260 service nova] Releasing lock "refresh_cache-8bf921a7-c252-4ad2-a380-29e85d01e0cb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.806482] env[71114]: DEBUG nova.network.neutron [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Successfully created port: 30d6f93e-7291-4ec5-b0cb-b727a603b161 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.848520] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.866870] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b36dfe-f8db-4a02-b56b-f80200b676fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.882297] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bc59fb-f501-47b3-b15a-2f1efed73137 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.920566] env[71114]: DEBUG nova.network.neutron [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Successfully updated port: 516d6e39-f7ce-497a-abb8-71f4bc92ed27 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.921999] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ce65bd-5d1c-4816-bc5a-dad698d71edf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.934065] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fba39de-b8f6-4366-b66f-830c54a3a385 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.948862] env[71114]: DEBUG nova.compute.provider_tree [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.977050] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163512} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.977050] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.978854] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ae2be7-b385-4dfe-b17a-4508bc5d591a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.004919] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 8bf921a7-c252-4ad2-a380-29e85d01e0cb/8bf921a7-c252-4ad2-a380-29e85d01e0cb.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.005579] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa3dd89-5ffa-451b-a7c9-7aa25dae3056 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.025934] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for the task: (returnval){ [ 733.025934] env[71114]: value = "task-3821288" [ 733.025934] env[71114]: _type = "Task" [ 733.025934] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.035680] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.083123] env[71114]: DEBUG nova.compute.manager [req-a5df375d-e9c2-4a29-9970-f2c9fd8d5df1 req-3195c234-ddf2-4451-80a6-92794ac6bf08 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Received event network-changed-de73d03f-c9d9-43b1-88f2-7edb1fe07e28 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.084137] env[71114]: DEBUG nova.compute.manager [req-a5df375d-e9c2-4a29-9970-f2c9fd8d5df1 req-3195c234-ddf2-4451-80a6-92794ac6bf08 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Refreshing instance network info cache due to event network-changed-de73d03f-c9d9-43b1-88f2-7edb1fe07e28. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.085313] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5df375d-e9c2-4a29-9970-f2c9fd8d5df1 req-3195c234-ddf2-4451-80a6-92794ac6bf08 service nova] Acquiring lock "refresh_cache-d9068da9-cfe5-40fd-95b8-5c5597f5e268" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.085313] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5df375d-e9c2-4a29-9970-f2c9fd8d5df1 req-3195c234-ddf2-4451-80a6-92794ac6bf08 service nova] Acquired lock "refresh_cache-d9068da9-cfe5-40fd-95b8-5c5597f5e268" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.085313] env[71114]: DEBUG nova.network.neutron [req-a5df375d-e9c2-4a29-9970-f2c9fd8d5df1 req-3195c234-ddf2-4451-80a6-92794ac6bf08 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Refreshing network info cache for port de73d03f-c9d9-43b1-88f2-7edb1fe07e28 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.259188] env[71114]: DEBUG nova.compute.manager [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.316049] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.316184] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.316636] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.316636] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.316917] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.317351] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.317496] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.317758] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.318086] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.318429] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.318760] env[71114]: DEBUG nova.virt.hardware [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.320477] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f137fe5c-9e09-4215-9d51-3aa840e244de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.335538] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6225d9f-9891-436f-8a1c-09ad7dc35d16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.426566] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "refresh_cache-1454d339-c5d1-4aca-b008-55668020cb98" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.426695] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquired lock "refresh_cache-1454d339-c5d1-4aca-b008-55668020cb98" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.426950] env[71114]: DEBUG nova.network.neutron [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.481309] env[71114]: ERROR nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [req-7c60869f-4548-40e6-91cb-70af411ab519] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c60869f-4548-40e6-91cb-70af411ab519"}]} [ 733.508285] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 733.543035] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.550589] env[71114]: DEBUG nova.network.neutron [-] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.554170] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 733.554417] env[71114]: DEBUG nova.compute.provider_tree [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.581533] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 733.606993] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 733.807130] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "0c57c50d-b602-4936-8d90-d947cedf6a0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.807130] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "0c57c50d-b602-4936-8d90-d947cedf6a0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.042487] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.051558] env[71114]: DEBUG nova.network.neutron [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.054919] env[71114]: INFO nova.compute.manager [-] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Took 1.43 seconds to deallocate network for instance. [ 734.197263] env[71114]: DEBUG nova.compute.manager [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 734.200457] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7849a74-a631-49a4-b736-c2e721bd26d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.246496] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dbbcf8-fa51-4d1e-93a3-00eae10f746a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.264536] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5083fa45-cce2-4d73-b8b9-0878ddd81837 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.305109] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde1006d-7821-4768-91a9-ce16259cfc74 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.315099] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33040f4-69fb-4b60-a97d-576287a70958 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.338786] env[71114]: DEBUG nova.compute.provider_tree [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.384350] env[71114]: DEBUG nova.network.neutron [req-a5df375d-e9c2-4a29-9970-f2c9fd8d5df1 req-3195c234-ddf2-4451-80a6-92794ac6bf08 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Updated VIF entry in instance network info cache for port de73d03f-c9d9-43b1-88f2-7edb1fe07e28. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.384902] env[71114]: DEBUG nova.network.neutron [req-a5df375d-e9c2-4a29-9970-f2c9fd8d5df1 req-3195c234-ddf2-4451-80a6-92794ac6bf08 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Updating instance_info_cache with network_info: [{"id": "de73d03f-c9d9-43b1-88f2-7edb1fe07e28", "address": "fa:16:3e:22:ee:9e", "network": {"id": "605e69b0-3593-4158-80b8-e9460b7f61e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-496559233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f134c09a08b04672895b8ef1e7f8ab22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde73d03f-c9", "ovs_interfaceid": "de73d03f-c9d9-43b1-88f2-7edb1fe07e28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.502100] env[71114]: DEBUG nova.network.neutron [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Updating instance_info_cache with network_info: [{"id": "516d6e39-f7ce-497a-abb8-71f4bc92ed27", "address": "fa:16:3e:e6:87:e5", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516d6e39-f7", "ovs_interfaceid": "516d6e39-f7ce-497a-abb8-71f4bc92ed27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.540970] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821288, 'name': ReconfigVM_Task, 'duration_secs': 1.161558} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.541339] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 8bf921a7-c252-4ad2-a380-29e85d01e0cb/8bf921a7-c252-4ad2-a380-29e85d01e0cb.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.542042] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dabfcc69-4388-4d8c-b309-ccd65926d190 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.551798] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for the task: (returnval){ [ 734.551798] env[71114]: value = "task-3821290" [ 734.551798] env[71114]: _type = "Task" [ 734.551798] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.562601] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821290, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.566202] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.647432] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquiring lock "666e2163-d6ac-46e8-bca6-c7fce49814a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.647789] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lock "666e2163-d6ac-46e8-bca6-c7fce49814a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.648152] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquiring lock "666e2163-d6ac-46e8-bca6-c7fce49814a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.648434] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lock "666e2163-d6ac-46e8-bca6-c7fce49814a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.648509] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lock "666e2163-d6ac-46e8-bca6-c7fce49814a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.658495] env[71114]: INFO nova.compute.manager [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Terminating instance [ 734.721621] env[71114]: INFO nova.compute.manager [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] instance snapshotting [ 734.724999] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f791c7c-11c6-4df5-a6c1-cefa9b5ae2be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.746141] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f739316-f7d1-4096-a679-d91b4c87f078 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.872784] env[71114]: ERROR nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [req-4894b838-29d5-429d-92de-e60b84534ed2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4894b838-29d5-429d-92de-e60b84534ed2"}]} [ 734.887780] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5df375d-e9c2-4a29-9970-f2c9fd8d5df1 req-3195c234-ddf2-4451-80a6-92794ac6bf08 service nova] Releasing lock "refresh_cache-d9068da9-cfe5-40fd-95b8-5c5597f5e268" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.898442] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 734.923108] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 734.923227] env[71114]: DEBUG nova.compute.provider_tree [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.940025] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 734.975121] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 734.993576] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquiring lock "a593e2ed-9c12-430e-be17-38990a4dd8a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.994027] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lock "a593e2ed-9c12-430e-be17-38990a4dd8a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.012022] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Releasing lock "refresh_cache-1454d339-c5d1-4aca-b008-55668020cb98" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.012022] env[71114]: DEBUG nova.compute.manager [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Instance network_info: |[{"id": "516d6e39-f7ce-497a-abb8-71f4bc92ed27", "address": "fa:16:3e:e6:87:e5", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516d6e39-f7", "ovs_interfaceid": "516d6e39-f7ce-497a-abb8-71f4bc92ed27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.012356] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:87:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '516d6e39-f7ce-497a-abb8-71f4bc92ed27', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.022531] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.027421] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.028765] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-270f2d9e-34c3-4217-9b66-8cfa0f19d118 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.060610] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.060610] env[71114]: value = "task-3821291" [ 735.060610] env[71114]: _type = "Task" [ 735.060610] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.069168] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821290, 'name': Rename_Task, 'duration_secs': 0.209015} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.070104] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.070178] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eca68de-bfa1-4c1a-b362-0c80db7f02f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.075331] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821291, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.081319] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for the task: (returnval){ [ 735.081319] env[71114]: value = "task-3821292" [ 735.081319] env[71114]: _type = "Task" [ 735.081319] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.102095] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.167479] env[71114]: DEBUG nova.compute.manager [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.167717] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.170963] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca2b90f-3cf9-485b-98c4-cf9a1cf33c54 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.181475] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.181918] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f62602c-e565-4d35-8a8f-687a0266d2f8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.195529] env[71114]: DEBUG oslo_vmware.api [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for the task: (returnval){ [ 735.195529] env[71114]: value = "task-3821293" [ 735.195529] env[71114]: _type = "Task" [ 735.195529] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.204184] env[71114]: DEBUG oslo_vmware.api [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.205317] env[71114]: DEBUG nova.network.neutron [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Successfully updated port: 30d6f93e-7291-4ec5-b0cb-b727a603b161 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.259320] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 735.259827] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4eb1cf1a-154f-4464-acf5-ae8d15f8c738 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.289199] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 735.289199] env[71114]: value = "task-3821294" [ 735.289199] env[71114]: _type = "Task" [ 735.289199] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.310242] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821294, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.577247] env[71114]: DEBUG nova.compute.manager [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Received event network-vif-plugged-516d6e39-f7ce-497a-abb8-71f4bc92ed27 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.579042] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] Acquiring lock "1454d339-c5d1-4aca-b008-55668020cb98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.579921] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] Lock "1454d339-c5d1-4aca-b008-55668020cb98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.580471] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] Lock "1454d339-c5d1-4aca-b008-55668020cb98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.580784] env[71114]: DEBUG nova.compute.manager [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] No waiting events found dispatching network-vif-plugged-516d6e39-f7ce-497a-abb8-71f4bc92ed27 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 735.582326] env[71114]: WARNING nova.compute.manager [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Received unexpected event network-vif-plugged-516d6e39-f7ce-497a-abb8-71f4bc92ed27 for instance with vm_state building and task_state spawning. [ 735.583292] env[71114]: DEBUG nova.compute.manager [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Received event network-changed-516d6e39-f7ce-497a-abb8-71f4bc92ed27 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.583292] env[71114]: DEBUG nova.compute.manager [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Refreshing instance network info cache due to event network-changed-516d6e39-f7ce-497a-abb8-71f4bc92ed27. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.583292] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] Acquiring lock "refresh_cache-1454d339-c5d1-4aca-b008-55668020cb98" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.583292] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] Acquired lock "refresh_cache-1454d339-c5d1-4aca-b008-55668020cb98" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.583609] env[71114]: DEBUG nova.network.neutron [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Refreshing network info cache for port 516d6e39-f7ce-497a-abb8-71f4bc92ed27 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.598630] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821291, 'name': CreateVM_Task, 'duration_secs': 0.443809} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.599922] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.601182] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.601182] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.601543] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.602441] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbbe794-b11f-4f8b-a277-58fba9622be0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.609394] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821292, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.618342] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 735.618342] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522314f4-4510-9536-6cc2-f6970734c369" [ 735.618342] env[71114]: _type = "Task" [ 735.618342] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.633091] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522314f4-4510-9536-6cc2-f6970734c369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.704170] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eda4280-ff91-40c5-86b9-96019e4359b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.710462] env[71114]: DEBUG oslo_vmware.api [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821293, 'name': PowerOffVM_Task, 'duration_secs': 0.390559} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.711305] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.711532] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.711842] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-111fb0f4-8c59-4916-8f7e-88256bba5450 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.716888] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "refresh_cache-a072844a-d6f2-42e6-8ee4-6532341c7977" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.717047] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquired lock "refresh_cache-a072844a-d6f2-42e6-8ee4-6532341c7977" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.717221] env[71114]: DEBUG nova.network.neutron [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.719770] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0452e9cc-6210-4fde-a1f6-06f870b8aa07 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.764406] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1deb9b0-de81-46e8-9549-a1f0789572a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.775091] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00824d24-4381-4618-a065-68390a27ad24 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.801125] env[71114]: DEBUG nova.compute.provider_tree [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.809689] env[71114]: DEBUG nova.compute.manager [req-b6c68373-a517-4950-a359-0397aff51cb6 req-0588a624-b993-4726-bd66-c7b7a2cab84c service nova] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Received event network-vif-plugged-30d6f93e-7291-4ec5-b0cb-b727a603b161 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.809961] env[71114]: DEBUG oslo_concurrency.lockutils [req-b6c68373-a517-4950-a359-0397aff51cb6 req-0588a624-b993-4726-bd66-c7b7a2cab84c service nova] Acquiring lock "a072844a-d6f2-42e6-8ee4-6532341c7977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.810267] env[71114]: DEBUG oslo_concurrency.lockutils [req-b6c68373-a517-4950-a359-0397aff51cb6 req-0588a624-b993-4726-bd66-c7b7a2cab84c service nova] Lock "a072844a-d6f2-42e6-8ee4-6532341c7977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.810630] env[71114]: DEBUG oslo_concurrency.lockutils [req-b6c68373-a517-4950-a359-0397aff51cb6 req-0588a624-b993-4726-bd66-c7b7a2cab84c service nova] Lock "a072844a-d6f2-42e6-8ee4-6532341c7977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.810941] env[71114]: DEBUG nova.compute.manager [req-b6c68373-a517-4950-a359-0397aff51cb6 req-0588a624-b993-4726-bd66-c7b7a2cab84c service nova] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] No waiting events found dispatching network-vif-plugged-30d6f93e-7291-4ec5-b0cb-b727a603b161 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 735.811194] env[71114]: WARNING nova.compute.manager [req-b6c68373-a517-4950-a359-0397aff51cb6 req-0588a624-b993-4726-bd66-c7b7a2cab84c service nova] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Received unexpected event network-vif-plugged-30d6f93e-7291-4ec5-b0cb-b727a603b161 for instance with vm_state building and task_state spawning. [ 735.820467] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821294, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.844338] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.844555] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.844735] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Deleting the datastore file [datastore1] 666e2163-d6ac-46e8-bca6-c7fce49814a9 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.845019] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a825e19c-bede-492b-8991-c54e1041f8f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.853950] env[71114]: DEBUG oslo_vmware.api [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for the task: (returnval){ [ 735.853950] env[71114]: value = "task-3821297" [ 735.853950] env[71114]: _type = "Task" [ 735.853950] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.864247] env[71114]: DEBUG oslo_vmware.api [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.956672] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquiring lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.956929] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.107617] env[71114]: DEBUG oslo_vmware.api [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821292, 'name': PowerOnVM_Task, 'duration_secs': 0.780071} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.108273] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.108847] env[71114]: INFO nova.compute.manager [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Took 11.79 seconds to spawn the instance on the hypervisor. [ 736.109545] env[71114]: DEBUG nova.compute.manager [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 736.112159] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1cc88f-dda5-4a07-bc59-819bbfb2c82e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.143021] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522314f4-4510-9536-6cc2-f6970734c369, 'name': SearchDatastore_Task, 'duration_secs': 0.01314} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.144255] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.144716] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.146878] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.147163] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.147450] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.147848] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4c2dad2-1ec8-4457-ab91-076d420b8603 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.186750] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.187291] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.189400] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c17cac-4f0f-4b74-9d1c-14d44aa623ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.199929] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 736.199929] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bcf714-47dc-640e-2969-3ed0962c1e4d" [ 736.199929] env[71114]: _type = "Task" [ 736.199929] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.212770] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bcf714-47dc-640e-2969-3ed0962c1e4d, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.216918] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7dd1901-fbd8-401c-8bd9-eea121d05b50 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.222174] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 736.222174] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fe3125-11a5-9424-4b69-7c72c1d74e47" [ 736.222174] env[71114]: _type = "Task" [ 736.222174] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.235792] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fe3125-11a5-9424-4b69-7c72c1d74e47, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.236331] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.236746] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1454d339-c5d1-4aca-b008-55668020cb98/1454d339-c5d1-4aca-b008-55668020cb98.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.237868] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aab64f66-ec16-4888-896b-d312c30bf940 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.246270] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 736.246270] env[71114]: value = "task-3821298" [ 736.246270] env[71114]: _type = "Task" [ 736.246270] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.257535] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.272755] env[71114]: DEBUG nova.network.neutron [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.313241] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821294, 'name': CreateSnapshot_Task, 'duration_secs': 0.652699} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.313425] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 736.316071] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045c9655-4878-402b-9123-dfdaf07c4a82 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.330367] env[71114]: ERROR nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [req-bc728761-b1ab-4453-a003-2fece91b69d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bc728761-b1ab-4453-a003-2fece91b69d4"}]} [ 736.359676] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 736.370971] env[71114]: DEBUG oslo_vmware.api [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Task: {'id': task-3821297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2368} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.374165] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.374165] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.374325] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.374539] env[71114]: INFO nova.compute.manager [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 736.374940] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.375883] env[71114]: DEBUG nova.compute.manager [-] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.376031] env[71114]: DEBUG nova.network.neutron [-] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.382782] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 736.383016] env[71114]: DEBUG nova.compute.provider_tree [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.400506] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 736.432711] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 736.550594] env[71114]: DEBUG nova.network.neutron [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Updating instance_info_cache with network_info: [{"id": "30d6f93e-7291-4ec5-b0cb-b727a603b161", "address": "fa:16:3e:99:73:da", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d6f93e-72", "ovs_interfaceid": "30d6f93e-7291-4ec5-b0cb-b727a603b161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.646403] env[71114]: INFO nova.compute.manager [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Took 31.71 seconds to build instance. [ 736.695705] env[71114]: DEBUG nova.network.neutron [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Updated VIF entry in instance network info cache for port 516d6e39-f7ce-497a-abb8-71f4bc92ed27. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.696021] env[71114]: DEBUG nova.network.neutron [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Updating instance_info_cache with network_info: [{"id": "516d6e39-f7ce-497a-abb8-71f4bc92ed27", "address": "fa:16:3e:e6:87:e5", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516d6e39-f7", "ovs_interfaceid": "516d6e39-f7ce-497a-abb8-71f4bc92ed27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.761841] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508951} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.765362] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1454d339-c5d1-4aca-b008-55668020cb98/1454d339-c5d1-4aca-b008-55668020cb98.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.765614] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.766361] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e31b90d5-d2c8-49cd-ae95-98f03daa6e55 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.775555] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 736.775555] env[71114]: value = "task-3821299" [ 736.775555] env[71114]: _type = "Task" [ 736.775555] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.787989] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.842144] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.845501] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7cdcbf68-4ffd-4ec9-b8b4-7cbfa056a600 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.855476] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 736.855476] env[71114]: value = "task-3821300" [ 736.855476] env[71114]: _type = "Task" [ 736.855476] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.866092] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821300, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.022754] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f09c03-1aad-453e-b7e6-dff078823658 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.032128] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4efb67-dfd3-40f1-9f33-54f6acd87bc5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.066577] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Releasing lock "refresh_cache-a072844a-d6f2-42e6-8ee4-6532341c7977" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.066903] env[71114]: DEBUG nova.compute.manager [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Instance network_info: |[{"id": "30d6f93e-7291-4ec5-b0cb-b727a603b161", "address": "fa:16:3e:99:73:da", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d6f93e-72", "ovs_interfaceid": "30d6f93e-7291-4ec5-b0cb-b727a603b161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.067554] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:73:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30d6f93e-7291-4ec5-b0cb-b727a603b161', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.076452] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.077062] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6426db5-a330-445b-8898-b572d2c5a6f1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.080220] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.080502] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1666ac2-5233-47fe-9a15-2c523907f500 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.103753] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853a8d7f-60eb-44c9-adac-c552f47b2a5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.110207] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.110207] env[71114]: value = "task-3821301" [ 737.110207] env[71114]: _type = "Task" [ 737.110207] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.126560] env[71114]: DEBUG nova.compute.provider_tree [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.134386] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821301, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.149347] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dcf4164-a73c-4343-9948-6ae0cc10121d tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.354s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.198944] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] Releasing lock "refresh_cache-1454d339-c5d1-4aca-b008-55668020cb98" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.199951] env[71114]: DEBUG nova.compute.manager [req-a5a034c4-b6a7-42de-8a8d-1f198c35d1d6 req-eb5c9d3c-8d5b-4f49-bf17-e103c8db62eb service nova] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Received event network-vif-deleted-3ed6663a-2e6a-43c0-b1f6-189cd6028109 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.287942] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070746} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.288342] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.291886] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71376a57-59c9-4c4b-be94-86dad45a7d87 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.293979] env[71114]: DEBUG nova.network.neutron [-] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.323813] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 1454d339-c5d1-4aca-b008-55668020cb98/1454d339-c5d1-4aca-b008-55668020cb98.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.324863] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cee44fb-6f44-479e-9dac-58a7fdf0a22c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.349214] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 737.349214] env[71114]: value = "task-3821302" [ 737.349214] env[71114]: _type = "Task" [ 737.349214] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.360185] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.369486] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821300, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.626201] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821301, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.632183] env[71114]: DEBUG nova.scheduler.client.report [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.653052] env[71114]: DEBUG nova.compute.manager [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.801356] env[71114]: INFO nova.compute.manager [-] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Took 1.43 seconds to deallocate network for instance. [ 737.875505] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.884555] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821300, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.953474] env[71114]: DEBUG nova.compute.manager [req-c2d9ea46-715f-4d90-b372-1bca8092bc5a req-12370eb5-5caa-4664-a52a-4859bb826662 service nova] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Received event network-vif-deleted-e9a64590-be93-4c0b-bdc2-7dd5f7db6cc8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.128615] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821301, 'name': CreateVM_Task, 'duration_secs': 0.828694} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.128873] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.129763] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.129959] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.130497] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.130806] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19557173-8151-471c-b5ca-8de4d17bfe36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.138893] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 738.138893] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520c118d-cb7a-f3a2-ef99-66ce6015e344" [ 738.138893] env[71114]: _type = "Task" [ 738.138893] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.145901] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.921s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.146519] env[71114]: DEBUG nova.compute.manager [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.149960] env[71114]: DEBUG nova.compute.manager [req-6cc3fb27-06cb-45ee-a0f0-b4f802082ecd req-df709fad-04da-4901-be25-563b75219475 service nova] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Received event network-changed-30d6f93e-7291-4ec5-b0cb-b727a603b161 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.150132] env[71114]: DEBUG nova.compute.manager [req-6cc3fb27-06cb-45ee-a0f0-b4f802082ecd req-df709fad-04da-4901-be25-563b75219475 service nova] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Refreshing instance network info cache due to event network-changed-30d6f93e-7291-4ec5-b0cb-b727a603b161. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.150643] env[71114]: DEBUG oslo_concurrency.lockutils [req-6cc3fb27-06cb-45ee-a0f0-b4f802082ecd req-df709fad-04da-4901-be25-563b75219475 service nova] Acquiring lock "refresh_cache-a072844a-d6f2-42e6-8ee4-6532341c7977" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.150799] env[71114]: DEBUG oslo_concurrency.lockutils [req-6cc3fb27-06cb-45ee-a0f0-b4f802082ecd req-df709fad-04da-4901-be25-563b75219475 service nova] Acquired lock "refresh_cache-a072844a-d6f2-42e6-8ee4-6532341c7977" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.150996] env[71114]: DEBUG nova.network.neutron [req-6cc3fb27-06cb-45ee-a0f0-b4f802082ecd req-df709fad-04da-4901-be25-563b75219475 service nova] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Refreshing network info cache for port 30d6f93e-7291-4ec5-b0cb-b727a603b161 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.152980] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.082s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.160034] env[71114]: INFO nova.compute.claims [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.174331] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520c118d-cb7a-f3a2-ef99-66ce6015e344, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.179075] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.179343] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.179721] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.179807] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.179995] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.182154] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1a229fb-11d0-4de9-b746-72565960bf01 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.204949] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.205299] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.206546] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32220688-7d03-4dec-8f0c-fc47406abf3d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.212921] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.220200] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 738.220200] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52586a9d-2052-7db8-a354-c60a01d6db96" [ 738.220200] env[71114]: _type = "Task" [ 738.220200] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.236475] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52586a9d-2052-7db8-a354-c60a01d6db96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.313409] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.367039] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821302, 'name': ReconfigVM_Task, 'duration_secs': 0.694321} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.374043] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 1454d339-c5d1-4aca-b008-55668020cb98/1454d339-c5d1-4aca-b008-55668020cb98.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.375028] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b30caa7-7741-465e-8e72-70c8a7886597 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.385839] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821300, 'name': CloneVM_Task} progress is 95%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.387708] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 738.387708] env[71114]: value = "task-3821304" [ 738.387708] env[71114]: _type = "Task" [ 738.387708] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.404467] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821304, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.658023] env[71114]: DEBUG nova.compute.utils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.660100] env[71114]: DEBUG nova.compute.manager [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.660442] env[71114]: DEBUG nova.network.neutron [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.737480] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52586a9d-2052-7db8-a354-c60a01d6db96, 'name': SearchDatastore_Task, 'duration_secs': 0.01656} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.738776] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49552d0c-6dad-4191-bcc9-e1ef44e79527 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.749408] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 738.749408] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52df59dd-2355-e821-2391-53ee0c0ddfc0" [ 738.749408] env[71114]: _type = "Task" [ 738.749408] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.764646] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52df59dd-2355-e821-2391-53ee0c0ddfc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.781305] env[71114]: DEBUG nova.policy [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e74d77e2100e4589b3937400b610bbca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01650d06604b4efcb0721f3226672050', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.877477] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821300, 'name': CloneVM_Task, 'duration_secs': 1.721427} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.877783] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Created linked-clone VM from snapshot [ 738.878795] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c2e8d-239c-43ad-b255-dd12fa9c3ac9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.891403] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Uploading image 0a7a3e74-05e4-4bfd-bd81-ba647e7b9114 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.913067] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821304, 'name': Rename_Task, 'duration_secs': 0.184492} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.914354] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 738.914660] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.914920] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f841b1eb-3a9b-405d-98ad-432275b3baed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.916581] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5632f0e6-af28-4a26-bf37-071504e4489e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.925226] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 738.925226] env[71114]: value = "task-3821306" [ 738.925226] env[71114]: _type = "Task" [ 738.925226] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.926602] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 738.926602] env[71114]: value = "task-3821305" [ 738.926602] env[71114]: _type = "Task" [ 738.926602] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.941639] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821306, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.945251] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.166297] env[71114]: DEBUG nova.compute.manager [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.241147] env[71114]: DEBUG nova.network.neutron [req-6cc3fb27-06cb-45ee-a0f0-b4f802082ecd req-df709fad-04da-4901-be25-563b75219475 service nova] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Updated VIF entry in instance network info cache for port 30d6f93e-7291-4ec5-b0cb-b727a603b161. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.241147] env[71114]: DEBUG nova.network.neutron [req-6cc3fb27-06cb-45ee-a0f0-b4f802082ecd req-df709fad-04da-4901-be25-563b75219475 service nova] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Updating instance_info_cache with network_info: [{"id": "30d6f93e-7291-4ec5-b0cb-b727a603b161", "address": "fa:16:3e:99:73:da", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30d6f93e-72", "ovs_interfaceid": "30d6f93e-7291-4ec5-b0cb-b727a603b161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.266036] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52df59dd-2355-e821-2391-53ee0c0ddfc0, 'name': SearchDatastore_Task, 'duration_secs': 0.024209} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.266036] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.266036] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] a072844a-d6f2-42e6-8ee4-6532341c7977/a072844a-d6f2-42e6-8ee4-6532341c7977.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.266443] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a31892f-873d-4261-9d67-91a3063a293c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.286119] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 739.286119] env[71114]: value = "task-3821310" [ 739.286119] env[71114]: _type = "Task" [ 739.286119] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.298594] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.311477] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.311477] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.443537] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821306, 'name': Destroy_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.448309] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821305, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.498632] env[71114]: DEBUG nova.network.neutron [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Successfully created port: 0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.745246] env[71114]: DEBUG oslo_concurrency.lockutils [req-6cc3fb27-06cb-45ee-a0f0-b4f802082ecd req-df709fad-04da-4901-be25-563b75219475 service nova] Releasing lock "refresh_cache-a072844a-d6f2-42e6-8ee4-6532341c7977" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.809319] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.834202] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.837194] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.837194] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.837194] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.837194] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.837194] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.837194] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71114) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 739.837513] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.952639] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821306, 'name': Destroy_Task, 'duration_secs': 0.557683} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.952639] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Destroyed the VM [ 739.952937] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 739.952937] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d054d667-4210-4d37-8ac6-65efe372001a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.958962] env[71114]: DEBUG oslo_vmware.api [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821305, 'name': PowerOnVM_Task, 'duration_secs': 0.682392} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.958962] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.959277] env[71114]: INFO nova.compute.manager [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Took 9.37 seconds to spawn the instance on the hypervisor. [ 739.959277] env[71114]: DEBUG nova.compute.manager [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.960299] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa709b4-38c5-4a50-9287-7d0169e647e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.965030] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 739.965030] env[71114]: value = "task-3821312" [ 739.965030] env[71114]: _type = "Task" [ 739.965030] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.978238] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4600830-235a-432f-8a4d-a59b7d3e4d67 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.990169] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7101ce1b-51d8-4f59-8ac3-09560dc80c7a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.993692] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.026134] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb7adcd-82ce-402f-94d9-3821f87d39e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.035330] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41b04f5-9f11-4e3a-8ceb-3c1a6f818eb9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.051424] env[71114]: DEBUG nova.compute.provider_tree [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.187140] env[71114]: DEBUG nova.compute.manager [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.212104] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.212503] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.212949] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.212949] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.212949] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.213329] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.213566] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.213764] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.213979] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.214204] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.214428] env[71114]: DEBUG nova.virt.hardware [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.215402] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ef252b-6ecb-489f-b635-daeb0f034199 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.228045] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b15327-a5d9-4659-8329-1ba796e99b81 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.301018] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625421} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.301224] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] a072844a-d6f2-42e6-8ee4-6532341c7977/a072844a-d6f2-42e6-8ee4-6532341c7977.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.301469] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.301767] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-095c0d5a-e6f0-4832-a12a-c17f7be8cd61 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.309933] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 740.309933] env[71114]: value = "task-3821313" [ 740.309933] env[71114]: _type = "Task" [ 740.309933] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.320613] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.341036] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.421645] env[71114]: DEBUG nova.compute.manager [req-ee76ed3f-d03e-44e9-bc9a-a7fb2bce0ced req-2ad1607b-6740-4bd9-8b38-b9b272be65dc service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Received event network-changed-a185b46c-2006-405b-977b-48cd0a11f481 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.421645] env[71114]: DEBUG nova.compute.manager [req-ee76ed3f-d03e-44e9-bc9a-a7fb2bce0ced req-2ad1607b-6740-4bd9-8b38-b9b272be65dc service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Refreshing instance network info cache due to event network-changed-a185b46c-2006-405b-977b-48cd0a11f481. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.421996] env[71114]: DEBUG oslo_concurrency.lockutils [req-ee76ed3f-d03e-44e9-bc9a-a7fb2bce0ced req-2ad1607b-6740-4bd9-8b38-b9b272be65dc service nova] Acquiring lock "refresh_cache-8bf921a7-c252-4ad2-a380-29e85d01e0cb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.422103] env[71114]: DEBUG oslo_concurrency.lockutils [req-ee76ed3f-d03e-44e9-bc9a-a7fb2bce0ced req-2ad1607b-6740-4bd9-8b38-b9b272be65dc service nova] Acquired lock "refresh_cache-8bf921a7-c252-4ad2-a380-29e85d01e0cb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.422345] env[71114]: DEBUG nova.network.neutron [req-ee76ed3f-d03e-44e9-bc9a-a7fb2bce0ced req-2ad1607b-6740-4bd9-8b38-b9b272be65dc service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Refreshing network info cache for port a185b46c-2006-405b-977b-48cd0a11f481 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.477621] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.492979] env[71114]: INFO nova.compute.manager [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Took 30.57 seconds to build instance. [ 740.595145] env[71114]: DEBUG nova.scheduler.client.report [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 740.595145] env[71114]: DEBUG nova.compute.provider_tree [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 42 to 43 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 740.595145] env[71114]: DEBUG nova.compute.provider_tree [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 740.822104] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310947} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.822104] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.822336] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3246ade8-476b-4774-b5df-d5a9a44aae6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.847397] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] a072844a-d6f2-42e6-8ee4-6532341c7977/a072844a-d6f2-42e6-8ee4-6532341c7977.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.849044] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8580439-08e5-4665-9d8e-acddc79cd869 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.867911] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 740.867911] env[71114]: value = "task-3821314" [ 740.867911] env[71114]: _type = "Task" [ 740.867911] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.887658] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.981048] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821312, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.996761] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0b891719-630a-4106-854e-66baf65247d3 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "1454d339-c5d1-4aca-b008-55668020cb98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.134s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.075129] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquiring lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.075129] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.105623] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.953s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.106052] env[71114]: DEBUG nova.compute.manager [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.109846] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.178s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.111322] env[71114]: INFO nova.compute.claims [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.268593] env[71114]: DEBUG nova.network.neutron [req-ee76ed3f-d03e-44e9-bc9a-a7fb2bce0ced req-2ad1607b-6740-4bd9-8b38-b9b272be65dc service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Updated VIF entry in instance network info cache for port a185b46c-2006-405b-977b-48cd0a11f481. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.269013] env[71114]: DEBUG nova.network.neutron [req-ee76ed3f-d03e-44e9-bc9a-a7fb2bce0ced req-2ad1607b-6740-4bd9-8b38-b9b272be65dc service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Updating instance_info_cache with network_info: [{"id": "a185b46c-2006-405b-977b-48cd0a11f481", "address": "fa:16:3e:8e:1f:93", "network": {"id": "73466711-a86c-4104-bb27-f495cb70df29", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1228520196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d6e2e1b66b44b5fbd89031033e147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "392517be-6cb8-4b5b-9a52-449bfe2e16f7", "external-id": "nsx-vlan-transportzone-351", "segmentation_id": 351, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa185b46c-20", "ovs_interfaceid": "a185b46c-2006-405b-977b-48cd0a11f481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.378664] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821314, 'name': ReconfigVM_Task, 'duration_secs': 0.451798} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.380026] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Reconfigured VM instance instance-00000017 to attach disk [datastore1] a072844a-d6f2-42e6-8ee4-6532341c7977/a072844a-d6f2-42e6-8ee4-6532341c7977.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.380026] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df5bee42-8bd9-4e02-8f59-c436cb98a012 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.387442] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 741.387442] env[71114]: value = "task-3821315" [ 741.387442] env[71114]: _type = "Task" [ 741.387442] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.400042] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821315, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.479108] env[71114]: DEBUG oslo_vmware.api [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821312, 'name': RemoveSnapshot_Task, 'duration_secs': 1.326626} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.480000] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.501999] env[71114]: DEBUG nova.compute.manager [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.616845] env[71114]: DEBUG nova.compute.utils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.622184] env[71114]: DEBUG nova.compute.manager [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.625997] env[71114]: DEBUG nova.network.neutron [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.691220] env[71114]: DEBUG nova.policy [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f6950231c49199a6a083e7130d44a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fcc130e05e4f82a3c8f5ec6917fac1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.772380] env[71114]: DEBUG oslo_concurrency.lockutils [req-ee76ed3f-d03e-44e9-bc9a-a7fb2bce0ced req-2ad1607b-6740-4bd9-8b38-b9b272be65dc service nova] Releasing lock "refresh_cache-8bf921a7-c252-4ad2-a380-29e85d01e0cb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.909349] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821315, 'name': Rename_Task, 'duration_secs': 0.276984} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.910324] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.910928] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05a4b546-a7d6-4401-a5ca-6d1e3ecf0070 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.925428] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 741.925428] env[71114]: value = "task-3821317" [ 741.925428] env[71114]: _type = "Task" [ 741.925428] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.940205] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.987593] env[71114]: WARNING nova.compute.manager [None req-458d4211-b735-40e5-b96e-90279455857d tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Image not found during snapshot: nova.exception.ImageNotFound: Image 0a7a3e74-05e4-4bfd-bd81-ba647e7b9114 could not be found. [ 742.025919] env[71114]: DEBUG nova.network.neutron [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Successfully updated port: 0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.032042] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.124745] env[71114]: DEBUG nova.compute.manager [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.222114] env[71114]: DEBUG nova.network.neutron [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Successfully created port: 63bfce47-f53b-4c93-98f4-6788aca38757 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.444475] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.531975] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.531975] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquired lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.532108] env[71114]: DEBUG nova.network.neutron [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.600672] env[71114]: DEBUG nova.compute.manager [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.604838] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fe806e-f171-43d7-a804-1dfbbd24bcde {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.642450] env[71114]: DEBUG nova.compute.manager [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Received event network-vif-plugged-0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.642767] env[71114]: DEBUG oslo_concurrency.lockutils [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] Acquiring lock "52179727-7607-4992-bb0e-2b9ec89ae1eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.643495] env[71114]: DEBUG oslo_concurrency.lockutils [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.643495] env[71114]: DEBUG oslo_concurrency.lockutils [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.643639] env[71114]: DEBUG nova.compute.manager [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] No waiting events found dispatching network-vif-plugged-0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 742.643788] env[71114]: WARNING nova.compute.manager [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Received unexpected event network-vif-plugged-0dbfa2f6-e181-452a-bedb-20aadb356973 for instance with vm_state building and task_state spawning. [ 742.644041] env[71114]: DEBUG nova.compute.manager [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Received event network-changed-0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.644248] env[71114]: DEBUG nova.compute.manager [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Refreshing instance network info cache due to event network-changed-0dbfa2f6-e181-452a-bedb-20aadb356973. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.644758] env[71114]: DEBUG oslo_concurrency.lockutils [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] Acquiring lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.796162] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadeac6e-4ebb-4180-887e-351ed7bd0e98 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.811054] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba36c91-ee0d-46f6-adb7-b37297c51764 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.851925] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ed0000-8b56-4e30-9778-66ecc0af4403 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.862256] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de4792e-a44e-49f3-9630-b748d5439481 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.658301] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "af490d93-f4db-479d-910c-d04a97483af6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.658671] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "af490d93-f4db-479d-910c-d04a97483af6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.658922] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "af490d93-f4db-479d-910c-d04a97483af6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.658922] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "af490d93-f4db-479d-910c-d04a97483af6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.659210] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "af490d93-f4db-479d-910c-d04a97483af6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.661902] env[71114]: DEBUG nova.compute.manager [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.664477] env[71114]: INFO nova.compute.manager [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] instance snapshotting [ 743.666661] env[71114]: INFO nova.compute.manager [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Terminating instance [ 743.686420] env[71114]: DEBUG nova.compute.provider_tree [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.696390] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.706478] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339f9a75-f6ba-4c1e-ae02-4daab8e20c31 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.712049] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.712916] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.712916] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.712916] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.712916] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.712916] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.713278] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.713319] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.713744] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.713744] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.713944] env[71114]: DEBUG nova.virt.hardware [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.715110] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cea9cb-7879-459c-95e1-91306f266cad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.739335] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42cad5f-d697-4fb3-8d51-09b98674b3fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.744467] env[71114]: DEBUG nova.network.neutron [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.747410] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ecb784-b2fc-4ebb-a9b7-85c6e08e73b9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.934811] env[71114]: DEBUG nova.network.neutron [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Updating instance_info_cache with network_info: [{"id": "0dbfa2f6-e181-452a-bedb-20aadb356973", "address": "fa:16:3e:a5:3f:d2", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dbfa2f6-e1", "ovs_interfaceid": "0dbfa2f6-e181-452a-bedb-20aadb356973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.169146] env[71114]: DEBUG oslo_vmware.api [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821317, 'name': PowerOnVM_Task, 'duration_secs': 1.897874} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.169396] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.169603] env[71114]: INFO nova.compute.manager [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Took 10.91 seconds to spawn the instance on the hypervisor. [ 744.170178] env[71114]: DEBUG nova.compute.manager [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.171054] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af075279-ae05-4e3d-b2db-07f21cf050cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.190238] env[71114]: DEBUG nova.compute.manager [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.190678] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.191981] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8fe553-d579-4224-8519-a4947bcab23f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.200539] env[71114]: DEBUG nova.scheduler.client.report [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.212555] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.212880] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6b5373-3221-4f96-844f-41dcec821c6a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.223667] env[71114]: DEBUG oslo_vmware.api [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 744.223667] env[71114]: value = "task-3821321" [ 744.223667] env[71114]: _type = "Task" [ 744.223667] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.235225] env[71114]: DEBUG oslo_vmware.api [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.270113] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.270277] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ff43170-e507-4a7c-8fc5-a05f8b560ff2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.278558] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 744.278558] env[71114]: value = "task-3821322" [ 744.278558] env[71114]: _type = "Task" [ 744.278558] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.287445] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.341283] env[71114]: DEBUG nova.network.neutron [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Successfully updated port: 63bfce47-f53b-4c93-98f4-6788aca38757 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.426176] env[71114]: DEBUG nova.compute.manager [req-9ec25e3d-2158-47ff-ae94-0cda4d8f062b req-2ecafa69-1e23-454e-90d2-1c1918dcf52a service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Received event network-vif-plugged-63bfce47-f53b-4c93-98f4-6788aca38757 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.426176] env[71114]: DEBUG oslo_concurrency.lockutils [req-9ec25e3d-2158-47ff-ae94-0cda4d8f062b req-2ecafa69-1e23-454e-90d2-1c1918dcf52a service nova] Acquiring lock "37fcddcc-b28b-461a-be2f-c5c928716584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.426176] env[71114]: DEBUG oslo_concurrency.lockutils [req-9ec25e3d-2158-47ff-ae94-0cda4d8f062b req-2ecafa69-1e23-454e-90d2-1c1918dcf52a service nova] Lock "37fcddcc-b28b-461a-be2f-c5c928716584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.426176] env[71114]: DEBUG oslo_concurrency.lockutils [req-9ec25e3d-2158-47ff-ae94-0cda4d8f062b req-2ecafa69-1e23-454e-90d2-1c1918dcf52a service nova] Lock "37fcddcc-b28b-461a-be2f-c5c928716584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.426176] env[71114]: DEBUG nova.compute.manager [req-9ec25e3d-2158-47ff-ae94-0cda4d8f062b req-2ecafa69-1e23-454e-90d2-1c1918dcf52a service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] No waiting events found dispatching network-vif-plugged-63bfce47-f53b-4c93-98f4-6788aca38757 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 744.426440] env[71114]: WARNING nova.compute.manager [req-9ec25e3d-2158-47ff-ae94-0cda4d8f062b req-2ecafa69-1e23-454e-90d2-1c1918dcf52a service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Received unexpected event network-vif-plugged-63bfce47-f53b-4c93-98f4-6788aca38757 for instance with vm_state building and task_state spawning. [ 744.440052] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Releasing lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.440052] env[71114]: DEBUG nova.compute.manager [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Instance network_info: |[{"id": "0dbfa2f6-e181-452a-bedb-20aadb356973", "address": "fa:16:3e:a5:3f:d2", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dbfa2f6-e1", "ovs_interfaceid": "0dbfa2f6-e181-452a-bedb-20aadb356973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.440337] env[71114]: DEBUG oslo_concurrency.lockutils [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] Acquired lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.440337] env[71114]: DEBUG nova.network.neutron [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Refreshing network info cache for port 0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.444710] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:3f:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dbfa2f6-e181-452a-bedb-20aadb356973', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.455026] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.456766] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.456933] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b64a5046-f398-43ea-b127-deb0321730f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.487407] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.487407] env[71114]: value = "task-3821323" [ 744.487407] env[71114]: _type = "Task" [ 744.487407] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.497911] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821323, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.696939] env[71114]: INFO nova.compute.manager [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Took 30.21 seconds to build instance. [ 744.708086] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.598s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.708510] env[71114]: DEBUG nova.compute.manager [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.715097] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.544s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.717765] env[71114]: DEBUG nova.objects.instance [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lazy-loading 'resources' on Instance uuid 4fd900b8-cabb-482e-97bf-9663d402c228 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.742222] env[71114]: DEBUG oslo_vmware.api [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821321, 'name': PowerOffVM_Task, 'duration_secs': 0.296283} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.743021] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.743021] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.743021] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e6e01b-d475-4c08-bcc0-a73b0705f3ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.790382] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.827071] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.827538] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.831621] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Deleting the datastore file [datastore1] af490d93-f4db-479d-910c-d04a97483af6 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.831817] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e67f6fd-96d2-40ca-aaa3-d6c1a1851eb5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.845995] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.845995] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.846382] env[71114]: DEBUG nova.network.neutron [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.848490] env[71114]: DEBUG oslo_vmware.api [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 744.848490] env[71114]: value = "task-3821325" [ 744.848490] env[71114]: _type = "Task" [ 744.848490] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.861336] env[71114]: DEBUG oslo_vmware.api [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.000993] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821323, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.195344] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquiring lock "e04a8ce7-624f-4c14-85b5-409ee889e92a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.195514] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lock "e04a8ce7-624f-4c14-85b5-409ee889e92a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.200950] env[71114]: DEBUG oslo_concurrency.lockutils [None req-136caaf8-b2f6-49af-b9ac-23a6ba44380c tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "a072844a-d6f2-42e6-8ee4-6532341c7977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.732s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.219885] env[71114]: DEBUG nova.compute.utils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.227718] env[71114]: DEBUG nova.compute.manager [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.228989] env[71114]: DEBUG nova.network.neutron [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.294120] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821322, 'name': CreateSnapshot_Task, 'duration_secs': 0.688745} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.298378] env[71114]: DEBUG nova.policy [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff615d51c0474047864bad3c380d320e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12f37cf707db4ecba3aaecd49833b75f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.299856] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.301208] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d523ba58-0a43-47e7-abda-01ab92f044e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.368876] env[71114]: DEBUG oslo_vmware.api [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200108} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.369975] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.369975] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.369975] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.369975] env[71114]: INFO nova.compute.manager [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: af490d93-f4db-479d-910c-d04a97483af6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 745.369975] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.370297] env[71114]: DEBUG nova.compute.manager [-] [instance: af490d93-f4db-479d-910c-d04a97483af6] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.370297] env[71114]: DEBUG nova.network.neutron [-] [instance: af490d93-f4db-479d-910c-d04a97483af6] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.396795] env[71114]: DEBUG nova.network.neutron [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Updated VIF entry in instance network info cache for port 0dbfa2f6-e181-452a-bedb-20aadb356973. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.397170] env[71114]: DEBUG nova.network.neutron [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Updating instance_info_cache with network_info: [{"id": "0dbfa2f6-e181-452a-bedb-20aadb356973", "address": "fa:16:3e:a5:3f:d2", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dbfa2f6-e1", "ovs_interfaceid": "0dbfa2f6-e181-452a-bedb-20aadb356973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.433517] env[71114]: DEBUG nova.network.neutron [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.499647] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821323, 'name': CreateVM_Task, 'duration_secs': 0.532128} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.499799] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.500519] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.500794] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.501037] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.504038] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be4e0c0-9352-40f9-bb7e-8c6486bc5e7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.510538] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 745.510538] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526c2ede-cbbf-d625-e8b5-b29d3fafeaa2" [ 745.510538] env[71114]: _type = "Task" [ 745.510538] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.521519] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526c2ede-cbbf-d625-e8b5-b29d3fafeaa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.705596] env[71114]: DEBUG nova.compute.manager [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.728972] env[71114]: DEBUG nova.compute.manager [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.821565] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.821565] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e053e14b-d840-4ecf-8cbb-1267c853abbd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.826611] env[71114]: DEBUG nova.network.neutron [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Updating instance_info_cache with network_info: [{"id": "63bfce47-f53b-4c93-98f4-6788aca38757", "address": "fa:16:3e:e2:1b:6e", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bfce47-f5", "ovs_interfaceid": "63bfce47-f53b-4c93-98f4-6788aca38757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.837668] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 745.837668] env[71114]: value = "task-3821326" [ 745.837668] env[71114]: _type = "Task" [ 745.837668] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.852736] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821326, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.885647] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc48685-0ed5-44b0-9c50-8db1aa73a3f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.895993] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5727d776-3772-43e4-a266-f8de3d385742 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.936019] env[71114]: DEBUG oslo_concurrency.lockutils [req-e7d1cb3f-1a47-4aac-bfc6-0594b0be0062 req-48842d20-9c1c-4da0-8f7c-3e59c9d3bf2e service nova] Releasing lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.941347] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1750afc-a4bf-4bdd-9c9c-1523d885a1cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.951546] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7aeb3e-e331-47fb-afd7-2dda8eed877a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.969406] env[71114]: DEBUG nova.compute.provider_tree [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.018963] env[71114]: DEBUG nova.network.neutron [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Successfully created port: 2939ab04-2b05-484f-8a9f-43845f138b5f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.028110] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526c2ede-cbbf-d625-e8b5-b29d3fafeaa2, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.028468] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.028740] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.028926] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.029078] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.029271] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.029535] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-363ef02c-d709-42d7-bcd9-b76075300c58 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.040190] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.040451] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.041375] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4740fb-0df1-41f9-a5f6-a20f4afa0500 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.052096] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 746.052096] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52eef4f7-2b9b-4ce9-454d-a74c1cf0c6f2" [ 746.052096] env[71114]: _type = "Task" [ 746.052096] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.062581] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52eef4f7-2b9b-4ce9-454d-a74c1cf0c6f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.063553] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0117c9ee-1e7d-43df-9a75-e6563f0c00da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.069268] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 746.069268] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527b8fac-5704-3dcf-6deb-77ebf3d0796c" [ 746.069268] env[71114]: _type = "Task" [ 746.069268] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.078042] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527b8fac-5704-3dcf-6deb-77ebf3d0796c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.184924] env[71114]: DEBUG nova.compute.manager [req-55baac80-761a-4275-a887-d8669bd8f8d3 req-79bf4a0c-2f7c-46c2-a4fd-6721f472e2c8 service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Received event network-vif-deleted-ce26f1f3-984a-44fb-a073-eeeb7aafe6a4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.186602] env[71114]: INFO nova.compute.manager [req-55baac80-761a-4275-a887-d8669bd8f8d3 req-79bf4a0c-2f7c-46c2-a4fd-6721f472e2c8 service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Neutron deleted interface ce26f1f3-984a-44fb-a073-eeeb7aafe6a4; detaching it from the instance and deleting it from the info cache [ 746.186602] env[71114]: DEBUG nova.network.neutron [req-55baac80-761a-4275-a887-d8669bd8f8d3 req-79bf4a0c-2f7c-46c2-a4fd-6721f472e2c8 service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.229824] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.331294] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.332115] env[71114]: DEBUG nova.compute.manager [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Instance network_info: |[{"id": "63bfce47-f53b-4c93-98f4-6788aca38757", "address": "fa:16:3e:e2:1b:6e", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bfce47-f5", "ovs_interfaceid": "63bfce47-f53b-4c93-98f4-6788aca38757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.332276] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:1b:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63bfce47-f53b-4c93-98f4-6788aca38757', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.341634] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Creating folder: Project (82fcc130e05e4f82a3c8f5ec6917fac1). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.342961] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2394885-a8aa-4432-81ac-c9312cfa3cdb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.357898] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821326, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.359686] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Created folder: Project (82fcc130e05e4f82a3c8f5ec6917fac1) in parent group-v759732. [ 746.359921] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Creating folder: Instances. Parent ref: group-v759812. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.360210] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1286782-a8f6-4d29-8180-a284c424dd8c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.373666] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Created folder: Instances in parent group-v759812. [ 746.374385] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.374385] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.374612] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5156c78a-4d21-4367-9a62-87e517f82297 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.398121] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.398121] env[71114]: value = "task-3821330" [ 746.398121] env[71114]: _type = "Task" [ 746.398121] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.407186] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821330, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.439742] env[71114]: DEBUG nova.network.neutron [-] [instance: af490d93-f4db-479d-910c-d04a97483af6] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.471974] env[71114]: DEBUG nova.scheduler.client.report [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.581952] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527b8fac-5704-3dcf-6deb-77ebf3d0796c, 'name': SearchDatastore_Task, 'duration_secs': 0.009896} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.582360] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.582703] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 52179727-7607-4992-bb0e-2b9ec89ae1eb/52179727-7607-4992-bb0e-2b9ec89ae1eb.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.583075] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3498c4d-f8bd-4d99-95b8-1cef9f088130 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.592293] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 746.592293] env[71114]: value = "task-3821331" [ 746.592293] env[71114]: _type = "Task" [ 746.592293] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.602422] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.692550] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1c931c0-352c-4d86-aa9f-8080684a6002 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.706023] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c8f8ab-d229-4ffb-9e7b-ec5f9b96be0b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.722385] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "a072844a-d6f2-42e6-8ee4-6532341c7977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.722385] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "a072844a-d6f2-42e6-8ee4-6532341c7977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.722385] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "a072844a-d6f2-42e6-8ee4-6532341c7977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.722385] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "a072844a-d6f2-42e6-8ee4-6532341c7977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.722906] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "a072844a-d6f2-42e6-8ee4-6532341c7977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.725298] env[71114]: INFO nova.compute.manager [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Terminating instance [ 746.753607] env[71114]: DEBUG nova.compute.manager [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.755239] env[71114]: DEBUG nova.compute.manager [req-55baac80-761a-4275-a887-d8669bd8f8d3 req-79bf4a0c-2f7c-46c2-a4fd-6721f472e2c8 service nova] [instance: af490d93-f4db-479d-910c-d04a97483af6] Detach interface failed, port_id=ce26f1f3-984a-44fb-a073-eeeb7aafe6a4, reason: Instance af490d93-f4db-479d-910c-d04a97483af6 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 746.809971] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.810405] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.810656] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.811064] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.811319] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.811672] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.812036] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.813976] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.813976] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.813976] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.813976] env[71114]: DEBUG nova.virt.hardware [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.815138] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96271089-13b9-4be5-abc9-0fb1949f6e6c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.830975] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845d4492-599d-48e2-b6a7-a1c14c1e0ed1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.868415] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821326, 'name': CloneVM_Task} progress is 95%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.910550] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821330, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.943873] env[71114]: INFO nova.compute.manager [-] [instance: af490d93-f4db-479d-910c-d04a97483af6] Took 1.57 seconds to deallocate network for instance. [ 746.978977] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.982096] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.765s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.982361] env[71114]: DEBUG nova.objects.instance [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lazy-loading 'resources' on Instance uuid 05890564-0672-4235-b270-93bbe62ac179 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.998221] env[71114]: DEBUG nova.compute.manager [req-abcfa552-6001-4288-976c-728eef47cc16 req-3acf82a3-45de-4ac7-8944-5630bb61666d service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Received event network-changed-63bfce47-f53b-4c93-98f4-6788aca38757 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.998443] env[71114]: DEBUG nova.compute.manager [req-abcfa552-6001-4288-976c-728eef47cc16 req-3acf82a3-45de-4ac7-8944-5630bb61666d service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Refreshing instance network info cache due to event network-changed-63bfce47-f53b-4c93-98f4-6788aca38757. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.998684] env[71114]: DEBUG oslo_concurrency.lockutils [req-abcfa552-6001-4288-976c-728eef47cc16 req-3acf82a3-45de-4ac7-8944-5630bb61666d service nova] Acquiring lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.998818] env[71114]: DEBUG oslo_concurrency.lockutils [req-abcfa552-6001-4288-976c-728eef47cc16 req-3acf82a3-45de-4ac7-8944-5630bb61666d service nova] Acquired lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.999021] env[71114]: DEBUG nova.network.neutron [req-abcfa552-6001-4288-976c-728eef47cc16 req-3acf82a3-45de-4ac7-8944-5630bb61666d service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Refreshing network info cache for port 63bfce47-f53b-4c93-98f4-6788aca38757 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.014036] env[71114]: INFO nova.scheduler.client.report [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Deleted allocations for instance 4fd900b8-cabb-482e-97bf-9663d402c228 [ 747.105839] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51042} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.106956] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 52179727-7607-4992-bb0e-2b9ec89ae1eb/52179727-7607-4992-bb0e-2b9ec89ae1eb.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.107468] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.108130] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eadc9d8a-d972-4e7a-b262-f3632b017a4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.117532] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 747.117532] env[71114]: value = "task-3821332" [ 747.117532] env[71114]: _type = "Task" [ 747.117532] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.127708] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.230078] env[71114]: DEBUG nova.compute.manager [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.230078] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.231945] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4065f0c7-f980-4c30-ba55-380e3abd544b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.241649] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.242796] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73ad111d-af20-46fa-bf40-310a7ebe2033 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.251704] env[71114]: DEBUG oslo_vmware.api [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 747.251704] env[71114]: value = "task-3821333" [ 747.251704] env[71114]: _type = "Task" [ 747.251704] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.262363] env[71114]: DEBUG oslo_vmware.api [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.367780] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821326, 'name': CloneVM_Task, 'duration_secs': 1.312309} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.368167] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Created linked-clone VM from snapshot [ 747.369040] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5803d3e-4523-4593-9dfc-efa54d5d1d74 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.378010] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Uploading image dc5e38fa-7700-4c5a-aeba-89b729b19fef {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 747.410192] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 747.410192] env[71114]: value = "vm-759811" [ 747.410192] env[71114]: _type = "VirtualMachine" [ 747.410192] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 747.411570] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a422d353-1583-44c8-9588-42085242d911 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.428071] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821330, 'name': CreateVM_Task, 'duration_secs': 0.57602} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.428842] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.428984] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lease: (returnval){ [ 747.428984] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d62e1b-10c0-fb4a-b5a4-1debbd8ab029" [ 747.428984] env[71114]: _type = "HttpNfcLease" [ 747.428984] env[71114]: } obtained for exporting VM: (result){ [ 747.428984] env[71114]: value = "vm-759811" [ 747.428984] env[71114]: _type = "VirtualMachine" [ 747.428984] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 747.432357] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the lease: (returnval){ [ 747.432357] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d62e1b-10c0-fb4a-b5a4-1debbd8ab029" [ 747.432357] env[71114]: _type = "HttpNfcLease" [ 747.432357] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 747.433049] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.433220] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.433557] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.433854] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f435e183-ae1f-4e22-ae5e-c6639e8da798 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.443055] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 747.443055] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523fdeef-f6b0-65f7-f479-f11c952a647e" [ 747.443055] env[71114]: _type = "Task" [ 747.443055] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.445150] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.445150] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d62e1b-10c0-fb4a-b5a4-1debbd8ab029" [ 747.445150] env[71114]: _type = "HttpNfcLease" [ 747.445150] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 747.452773] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 747.452773] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d62e1b-10c0-fb4a-b5a4-1debbd8ab029" [ 747.452773] env[71114]: _type = "HttpNfcLease" [ 747.452773] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 747.453496] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.454414] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1af125-7d69-4717-9e9c-484329b0ec5a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.463823] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbe0a9-a373-3b6f-f70f-55a61e629dd4/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 747.464126] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbe0a9-a373-3b6f-f70f-55a61e629dd4/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 747.472728] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523fdeef-f6b0-65f7-f479-f11c952a647e, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.472728] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.472728] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.472728] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.472953] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.472953] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.529598] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cadc32c1-39c0-481e-8698-3f72018d6979 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.541650] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39437584-dcab-4eab-97cd-42345b00f4d5 tempest-InstanceActionsTestJSON-1746539834 tempest-InstanceActionsTestJSON-1746539834-project-member] Lock "4fd900b8-cabb-482e-97bf-9663d402c228" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.940s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.552816] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.555549] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.555549] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c4fe8b-42c1-42f4-af81-3181aa0affbc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.568592] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 747.568592] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52553195-f55b-18d3-d79d-4bd3c31f8422" [ 747.568592] env[71114]: _type = "Task" [ 747.568592] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.579057] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52553195-f55b-18d3-d79d-4bd3c31f8422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.584973] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a22e532d-66d7-4b3f-ac95-23fb45417bb8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.641799] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071824} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.644952] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.646730] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451c41b-f0a0-4f55-8b54-fa93a6673b8f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.680607] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 52179727-7607-4992-bb0e-2b9ec89ae1eb/52179727-7607-4992-bb0e-2b9ec89ae1eb.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.681161] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-162b2fda-5764-4268-9c0e-4fcc69c7d5a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.708431] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 747.708431] env[71114]: value = "task-3821335" [ 747.708431] env[71114]: _type = "Task" [ 747.708431] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.718908] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.762381] env[71114]: DEBUG oslo_vmware.api [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821333, 'name': PowerOffVM_Task, 'duration_secs': 0.411725} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.762381] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.762381] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.762381] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8365714-fe96-4236-a109-ef298a6b44c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.868051] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.869965] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.869965] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Deleting the datastore file [datastore1] a072844a-d6f2-42e6-8ee4-6532341c7977 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.872313] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e57e73a-474e-4312-9c6b-64cc17a6474b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.881488] env[71114]: DEBUG oslo_vmware.api [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for the task: (returnval){ [ 747.881488] env[71114]: value = "task-3821337" [ 747.881488] env[71114]: _type = "Task" [ 747.881488] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.897988] env[71114]: DEBUG oslo_vmware.api [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.954174] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Acquiring lock "d760b9b9-a311-474b-99f8-b3397ade6488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.954174] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lock "d760b9b9-a311-474b-99f8-b3397ade6488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.037815] env[71114]: DEBUG nova.network.neutron [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Successfully updated port: 2939ab04-2b05-484f-8a9f-43845f138b5f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.078715] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52553195-f55b-18d3-d79d-4bd3c31f8422, 'name': SearchDatastore_Task, 'duration_secs': 0.012898} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.082833] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19037171-a148-4052-8e41-2b04dea555e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.089891] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 748.089891] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5223aa96-e847-7e47-7a44-f621111883fa" [ 748.089891] env[71114]: _type = "Task" [ 748.089891] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.103818] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5223aa96-e847-7e47-7a44-f621111883fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.107264] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.107658] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 37fcddcc-b28b-461a-be2f-c5c928716584/37fcddcc-b28b-461a-be2f-c5c928716584.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.108889] env[71114]: DEBUG nova.network.neutron [req-abcfa552-6001-4288-976c-728eef47cc16 req-3acf82a3-45de-4ac7-8944-5630bb61666d service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Updated VIF entry in instance network info cache for port 63bfce47-f53b-4c93-98f4-6788aca38757. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.110302] env[71114]: DEBUG nova.network.neutron [req-abcfa552-6001-4288-976c-728eef47cc16 req-3acf82a3-45de-4ac7-8944-5630bb61666d service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Updating instance_info_cache with network_info: [{"id": "63bfce47-f53b-4c93-98f4-6788aca38757", "address": "fa:16:3e:e2:1b:6e", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bfce47-f5", "ovs_interfaceid": "63bfce47-f53b-4c93-98f4-6788aca38757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.110982] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d453baf-e7c2-405b-b357-308427e19e6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.121526] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 748.121526] env[71114]: value = "task-3821338" [ 748.121526] env[71114]: _type = "Task" [ 748.121526] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.132053] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.228644] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821335, 'name': ReconfigVM_Task, 'duration_secs': 0.418831} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.228644] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 52179727-7607-4992-bb0e-2b9ec89ae1eb/52179727-7607-4992-bb0e-2b9ec89ae1eb.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.228644] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3f0fe8a-2abe-4413-ba92-8391934f6e58 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.238775] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 748.238775] env[71114]: value = "task-3821339" [ 748.238775] env[71114]: _type = "Task" [ 748.238775] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.249860] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821339, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.355268] env[71114]: DEBUG nova.compute.manager [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Received event network-vif-plugged-2939ab04-2b05-484f-8a9f-43845f138b5f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.355546] env[71114]: DEBUG oslo_concurrency.lockutils [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] Acquiring lock "c7c2f338-e656-408e-bae8-92bb630d2aa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.355932] env[71114]: DEBUG oslo_concurrency.lockutils [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] Lock "c7c2f338-e656-408e-bae8-92bb630d2aa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.356187] env[71114]: DEBUG oslo_concurrency.lockutils [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] Lock "c7c2f338-e656-408e-bae8-92bb630d2aa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.357098] env[71114]: DEBUG nova.compute.manager [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] No waiting events found dispatching network-vif-plugged-2939ab04-2b05-484f-8a9f-43845f138b5f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.358170] env[71114]: WARNING nova.compute.manager [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Received unexpected event network-vif-plugged-2939ab04-2b05-484f-8a9f-43845f138b5f for instance with vm_state building and task_state spawning. [ 748.358474] env[71114]: DEBUG nova.compute.manager [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Received event network-changed-2939ab04-2b05-484f-8a9f-43845f138b5f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.358754] env[71114]: DEBUG nova.compute.manager [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Refreshing instance network info cache due to event network-changed-2939ab04-2b05-484f-8a9f-43845f138b5f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.359114] env[71114]: DEBUG oslo_concurrency.lockutils [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] Acquiring lock "refresh_cache-c7c2f338-e656-408e-bae8-92bb630d2aa9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.361298] env[71114]: DEBUG oslo_concurrency.lockutils [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] Acquired lock "refresh_cache-c7c2f338-e656-408e-bae8-92bb630d2aa9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.361501] env[71114]: DEBUG nova.network.neutron [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Refreshing network info cache for port 2939ab04-2b05-484f-8a9f-43845f138b5f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.365247] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23408d00-7a44-4b66-b586-ec2886783b47 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.376092] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f938f980-a8e7-4c93-8672-6e9ad7ecfefa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.421415] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d175c24-fc93-4bd0-8ee1-ca5791323453 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.429638] env[71114]: DEBUG oslo_vmware.api [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Task: {'id': task-3821337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165655} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.430592] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.431057] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.431502] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.431712] env[71114]: INFO nova.compute.manager [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Took 1.20 seconds to destroy the instance on the hypervisor. [ 748.432185] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.432531] env[71114]: DEBUG nova.compute.manager [-] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.432817] env[71114]: DEBUG nova.network.neutron [-] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.441417] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5486fad6-dbd9-4b04-ac86-e85724a72bb8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.465852] env[71114]: DEBUG nova.compute.provider_tree [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.541254] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "refresh_cache-c7c2f338-e656-408e-bae8-92bb630d2aa9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.616951] env[71114]: DEBUG oslo_concurrency.lockutils [req-abcfa552-6001-4288-976c-728eef47cc16 req-3acf82a3-45de-4ac7-8944-5630bb61666d service nova] Releasing lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.638748] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821338, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.758081] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821339, 'name': Rename_Task, 'duration_secs': 0.235577} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.758081] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.758081] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b8aef81-609f-46a2-8440-3a434ff94d2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.767369] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 748.767369] env[71114]: value = "task-3821341" [ 748.767369] env[71114]: _type = "Task" [ 748.767369] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.784104] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.970834] env[71114]: DEBUG nova.scheduler.client.report [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.052128] env[71114]: DEBUG nova.network.neutron [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.132925] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523179} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.133427] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 37fcddcc-b28b-461a-be2f-c5c928716584/37fcddcc-b28b-461a-be2f-c5c928716584.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.133819] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.134116] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee928820-12e5-4c70-b10a-3765a3513b5b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.143124] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 749.143124] env[71114]: value = "task-3821342" [ 749.143124] env[71114]: _type = "Task" [ 749.143124] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.154851] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.280867] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.301537] env[71114]: DEBUG nova.network.neutron [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.476525] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.494s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.480286] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.308s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.480517] env[71114]: DEBUG nova.objects.instance [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.511140] env[71114]: INFO nova.scheduler.client.report [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted allocations for instance 05890564-0672-4235-b270-93bbe62ac179 [ 749.655805] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203151} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.660511] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.663687] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683ab590-0d48-4f8d-9673-6e8dd3ea27ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.695905] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 37fcddcc-b28b-461a-be2f-c5c928716584/37fcddcc-b28b-461a-be2f-c5c928716584.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.696642] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9946bf63-b19a-4aac-8157-ee38cabe8c2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.722998] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 749.722998] env[71114]: value = "task-3821343" [ 749.722998] env[71114]: _type = "Task" [ 749.722998] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.739214] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821343, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.782518] env[71114]: DEBUG oslo_vmware.api [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821341, 'name': PowerOnVM_Task, 'duration_secs': 0.940888} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.782918] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.783193] env[71114]: INFO nova.compute.manager [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Took 9.60 seconds to spawn the instance on the hypervisor. [ 749.783487] env[71114]: DEBUG nova.compute.manager [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 749.784495] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afebb8b-3bee-4362-b486-35c14fe09c27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.806996] env[71114]: DEBUG oslo_concurrency.lockutils [req-91d0d5bc-ec0d-40c0-a606-62e87d9b07e8 req-857aefcf-4b38-44cb-bd85-108061370477 service nova] Releasing lock "refresh_cache-c7c2f338-e656-408e-bae8-92bb630d2aa9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.807391] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "refresh_cache-c7c2f338-e656-408e-bae8-92bb630d2aa9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.807559] env[71114]: DEBUG nova.network.neutron [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.926299] env[71114]: DEBUG nova.network.neutron [-] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.021863] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43f07073-e280-4825-861a-a43934f11153 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "05890564-0672-4235-b270-93bbe62ac179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.621s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.237617] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.313504] env[71114]: INFO nova.compute.manager [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Took 32.62 seconds to build instance. [ 750.366768] env[71114]: DEBUG nova.network.neutron [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.429986] env[71114]: INFO nova.compute.manager [-] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Took 2.00 seconds to deallocate network for instance. [ 750.456764] env[71114]: DEBUG nova.compute.manager [req-33af7529-0648-40a8-be44-15341a838990 req-b80cf93e-1026-4b91-a02b-6ef9f0141981 service nova] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Received event network-vif-deleted-30d6f93e-7291-4ec5-b0cb-b727a603b161 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.491185] env[71114]: DEBUG oslo_concurrency.lockutils [None req-81ee1889-95af-42e0-925f-6cbd4f96ee07 tempest-ServersAdmin275Test-57193782 tempest-ServersAdmin275Test-57193782-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.492663] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.768s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.494286] env[71114]: INFO nova.compute.claims [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.566389] env[71114]: DEBUG nova.network.neutron [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Updating instance_info_cache with network_info: [{"id": "2939ab04-2b05-484f-8a9f-43845f138b5f", "address": "fa:16:3e:5c:38:a1", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2939ab04-2b", "ovs_interfaceid": "2939ab04-2b05-484f-8a9f-43845f138b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.737521] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.818570] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3390dca9-2df6-4bf7-a87e-748af043ba0d tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.011s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.940656] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.073040] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "refresh_cache-c7c2f338-e656-408e-bae8-92bb630d2aa9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.073040] env[71114]: DEBUG nova.compute.manager [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Instance network_info: |[{"id": "2939ab04-2b05-484f-8a9f-43845f138b5f", "address": "fa:16:3e:5c:38:a1", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2939ab04-2b", "ovs_interfaceid": "2939ab04-2b05-484f-8a9f-43845f138b5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.073177] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:38:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2939ab04-2b05-484f-8a9f-43845f138b5f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.085802] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.086561] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.087145] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63ffc80d-baf9-49af-ab2c-296bf039ae31 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.119743] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.119743] env[71114]: value = "task-3821345" [ 751.119743] env[71114]: _type = "Task" [ 751.119743] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.127743] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821345, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.237338] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821343, 'name': ReconfigVM_Task, 'duration_secs': 1.062336} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.237815] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 37fcddcc-b28b-461a-be2f-c5c928716584/37fcddcc-b28b-461a-be2f-c5c928716584.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.238982] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb61c16-fd0f-4728-ba2c-f7c6fa006986 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.251361] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 751.251361] env[71114]: value = "task-3821346" [ 751.251361] env[71114]: _type = "Task" [ 751.251361] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.262166] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821346, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.322690] env[71114]: DEBUG nova.compute.manager [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.637642] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821345, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.766156] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821346, 'name': Rename_Task, 'duration_secs': 0.330915} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.766797] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.767606] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e5c2226-e128-45d3-815f-f492f13f2ab5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.775191] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 751.775191] env[71114]: value = "task-3821347" [ 751.775191] env[71114]: _type = "Task" [ 751.775191] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.790447] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.864692] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.006958] env[71114]: DEBUG nova.compute.manager [req-25a1de05-75e9-4dd1-a138-0916e91b715f req-68e8b12a-8f14-4576-932c-2e0bfd11fe11 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Received event network-changed-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.006958] env[71114]: DEBUG nova.compute.manager [req-25a1de05-75e9-4dd1-a138-0916e91b715f req-68e8b12a-8f14-4576-932c-2e0bfd11fe11 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Refreshing instance network info cache due to event network-changed-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.006958] env[71114]: DEBUG oslo_concurrency.lockutils [req-25a1de05-75e9-4dd1-a138-0916e91b715f req-68e8b12a-8f14-4576-932c-2e0bfd11fe11 service nova] Acquiring lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.006958] env[71114]: DEBUG oslo_concurrency.lockutils [req-25a1de05-75e9-4dd1-a138-0916e91b715f req-68e8b12a-8f14-4576-932c-2e0bfd11fe11 service nova] Acquired lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.006958] env[71114]: DEBUG nova.network.neutron [req-25a1de05-75e9-4dd1-a138-0916e91b715f req-68e8b12a-8f14-4576-932c-2e0bfd11fe11 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Refreshing network info cache for port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.129960] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821345, 'name': CreateVM_Task, 'duration_secs': 0.624765} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.133074] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.135426] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.135518] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.136269] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.136269] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d50ef0a-49bc-46c7-b61d-4d341ff6bc5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.147219] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 752.147219] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bce10b-d7fc-00ec-25c8-9b4f0178f3c8" [ 752.147219] env[71114]: _type = "Task" [ 752.147219] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.159668] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bce10b-d7fc-00ec-25c8-9b4f0178f3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.174365] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db187b-af19-4828-a2f5-e88188a29f05 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.181965] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01eabed-3d81-45cb-8e8e-e980fbadea6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.221253] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60503cac-c75a-4ae9-8f97-2455f82d6f5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.230733] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca99d9a-677d-427c-869e-43c9503735a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.250459] env[71114]: DEBUG nova.compute.provider_tree [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.290136] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821347, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.658636] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bce10b-d7fc-00ec-25c8-9b4f0178f3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013295} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.659328] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.659461] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.659780] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.659910] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.660266] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.660450] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b188a54-156c-4305-9e42-c5c0947028e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.673417] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.673650] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.675099] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed58d26-0b08-4a22-9f2f-19f206298937 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.686161] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 752.686161] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a0ff3c-f56c-efe9-9c86-d193e6272463" [ 752.686161] env[71114]: _type = "Task" [ 752.686161] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.701028] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a0ff3c-f56c-efe9-9c86-d193e6272463, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.706531] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf6b317-741a-4455-a276-f773604e3bbe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.713626] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 752.713626] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5285b1ee-a728-e3d9-7c91-b3a18bcb6be9" [ 752.713626] env[71114]: _type = "Task" [ 752.713626] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.725871] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5285b1ee-a728-e3d9-7c91-b3a18bcb6be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.754857] env[71114]: DEBUG nova.scheduler.client.report [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.788678] env[71114]: DEBUG oslo_vmware.api [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821347, 'name': PowerOnVM_Task, 'duration_secs': 0.811536} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.788968] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.789312] env[71114]: INFO nova.compute.manager [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Took 9.13 seconds to spawn the instance on the hypervisor. [ 752.789607] env[71114]: DEBUG nova.compute.manager [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 752.790711] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445c5efb-5567-491c-b2db-5a81b3f885de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.173678] env[71114]: DEBUG nova.network.neutron [req-25a1de05-75e9-4dd1-a138-0916e91b715f req-68e8b12a-8f14-4576-932c-2e0bfd11fe11 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updated VIF entry in instance network info cache for port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.174103] env[71114]: DEBUG nova.network.neutron [req-25a1de05-75e9-4dd1-a138-0916e91b715f req-68e8b12a-8f14-4576-932c-2e0bfd11fe11 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updating instance_info_cache with network_info: [{"id": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "address": "fa:16:3e:36:ee:15", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e8b768-f8", "ovs_interfaceid": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.231093] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5285b1ee-a728-e3d9-7c91-b3a18bcb6be9, 'name': SearchDatastore_Task, 'duration_secs': 0.015106} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.231435] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.231786] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c7c2f338-e656-408e-bae8-92bb630d2aa9/c7c2f338-e656-408e-bae8-92bb630d2aa9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.232135] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-581549a3-ff8f-44ec-8f37-301bb4928415 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.242318] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 753.242318] env[71114]: value = "task-3821349" [ 753.242318] env[71114]: _type = "Task" [ 753.242318] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.255188] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.261076] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.261538] env[71114]: DEBUG nova.compute.manager [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.264403] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.908s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.269326] env[71114]: INFO nova.compute.claims [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.317651] env[71114]: INFO nova.compute.manager [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Took 35.27 seconds to build instance. [ 753.677765] env[71114]: DEBUG oslo_concurrency.lockutils [req-25a1de05-75e9-4dd1-a138-0916e91b715f req-68e8b12a-8f14-4576-932c-2e0bfd11fe11 service nova] Releasing lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.761259] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821349, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.772347] env[71114]: DEBUG nova.compute.utils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.776595] env[71114]: DEBUG nova.compute.manager [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.776858] env[71114]: DEBUG nova.network.neutron [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.819348] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ed02362-84f0-4008-ade2-28ae3589b7e1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "37fcddcc-b28b-461a-be2f-c5c928716584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.550s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.882183] env[71114]: DEBUG nova.policy [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b762b8e046842bc8197b36aed8f9cde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5d2ddc79f5c4bb0a7ff901953b0e551', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.266489] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665924} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.266489] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c7c2f338-e656-408e-bae8-92bb630d2aa9/c7c2f338-e656-408e-bae8-92bb630d2aa9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.266489] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.267709] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddb4f2d3-8094-4247-89b8-2d320564ec23 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.280917] env[71114]: DEBUG nova.compute.manager [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.284511] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 754.284511] env[71114]: value = "task-3821350" [ 754.284511] env[71114]: _type = "Task" [ 754.284511] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.297903] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.327536] env[71114]: DEBUG nova.compute.manager [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.641608] env[71114]: DEBUG nova.network.neutron [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Successfully created port: 5e11315f-2ea8-4886-811f-8d722e8d5b94 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.804589] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087187} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.805632] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.807041] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f0d20-35a7-4237-b800-f76df5510357 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.835521] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] c7c2f338-e656-408e-bae8-92bb630d2aa9/c7c2f338-e656-408e-bae8-92bb630d2aa9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.838865] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1dccc29-2042-437c-b766-2230c95b58c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.865971] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 754.865971] env[71114]: value = "task-3821352" [ 754.865971] env[71114]: _type = "Task" [ 754.865971] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.878299] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.883810] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.049520] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416364e9-f307-4c49-933a-54d2714788f8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.058328] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad13cd50-5b7a-48d8-a700-6eaf147b7aa8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.091300] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12221ae6-156c-42a5-ad97-cd5f329f38d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.100291] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22181bc-7985-49ab-9ba7-870257b4d5a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.116086] env[71114]: DEBUG nova.compute.provider_tree [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.137621] env[71114]: DEBUG nova.compute.manager [req-d116b981-5b30-4d5a-ab18-f65242401f24 req-b01b7a78-a371-4bc2-b3ad-a9871ace2edf service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Received event network-changed-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.137825] env[71114]: DEBUG nova.compute.manager [req-d116b981-5b30-4d5a-ab18-f65242401f24 req-b01b7a78-a371-4bc2-b3ad-a9871ace2edf service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Refreshing instance network info cache due to event network-changed-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.138063] env[71114]: DEBUG oslo_concurrency.lockutils [req-d116b981-5b30-4d5a-ab18-f65242401f24 req-b01b7a78-a371-4bc2-b3ad-a9871ace2edf service nova] Acquiring lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.138211] env[71114]: DEBUG oslo_concurrency.lockutils [req-d116b981-5b30-4d5a-ab18-f65242401f24 req-b01b7a78-a371-4bc2-b3ad-a9871ace2edf service nova] Acquired lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.138367] env[71114]: DEBUG nova.network.neutron [req-d116b981-5b30-4d5a-ab18-f65242401f24 req-b01b7a78-a371-4bc2-b3ad-a9871ace2edf service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Refreshing network info cache for port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.271799] env[71114]: DEBUG nova.network.neutron [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Successfully created port: ad29ce01-497c-4c0e-a44d-093d1f45c4b0 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.297419] env[71114]: DEBUG nova.compute.manager [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.332703] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.332967] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.333218] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.333429] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.333679] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.333747] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.333950] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.334106] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.334284] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.334446] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.334619] env[71114]: DEBUG nova.virt.hardware [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.335544] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c52b8a-12d5-42d8-928e-1f201cbe5bf1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.346641] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f903431e-36c9-4af9-b11a-b2efd2dbfd04 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.379762] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.622577] env[71114]: DEBUG nova.scheduler.client.report [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.678968] env[71114]: DEBUG nova.network.neutron [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Successfully created port: 049d3e27-286a-4704-908b-e8e22cf0ae08 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.883748] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821352, 'name': ReconfigVM_Task, 'duration_secs': 0.641707} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.884120] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Reconfigured VM instance instance-0000001a to attach disk [datastore1] c7c2f338-e656-408e-bae8-92bb630d2aa9/c7c2f338-e656-408e-bae8-92bb630d2aa9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.885365] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ef1fd09-5d92-433e-b38a-a77a404c8695 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.893774] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 755.893774] env[71114]: value = "task-3821353" [ 755.893774] env[71114]: _type = "Task" [ 755.893774] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.903925] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821353, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.129134] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.129718] env[71114]: DEBUG nova.compute.manager [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.138023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.615s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.138023] env[71114]: DEBUG nova.objects.instance [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lazy-loading 'resources' on Instance uuid 5beeda39-74da-4bc1-a981-4999157823be {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.139122] env[71114]: DEBUG nova.network.neutron [req-d116b981-5b30-4d5a-ab18-f65242401f24 req-b01b7a78-a371-4bc2-b3ad-a9871ace2edf service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updated VIF entry in instance network info cache for port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.139472] env[71114]: DEBUG nova.network.neutron [req-d116b981-5b30-4d5a-ab18-f65242401f24 req-b01b7a78-a371-4bc2-b3ad-a9871ace2edf service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updating instance_info_cache with network_info: [{"id": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "address": "fa:16:3e:36:ee:15", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e8b768-f8", "ovs_interfaceid": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.408277] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821353, 'name': Rename_Task, 'duration_secs': 0.31618} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.408597] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.408853] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8064d893-6e1e-40c4-8e11-0b3498f7c94d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.416621] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 756.416621] env[71114]: value = "task-3821354" [ 756.416621] env[71114]: _type = "Task" [ 756.416621] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.428988] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.572136] env[71114]: DEBUG nova.compute.manager [req-8dfc20c6-d82e-4be7-8302-5fef9be64c22 req-a22682c7-a03a-4d4b-962a-a15e5616a547 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Received event network-changed-63bfce47-f53b-4c93-98f4-6788aca38757 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.572136] env[71114]: DEBUG nova.compute.manager [req-8dfc20c6-d82e-4be7-8302-5fef9be64c22 req-a22682c7-a03a-4d4b-962a-a15e5616a547 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Refreshing instance network info cache due to event network-changed-63bfce47-f53b-4c93-98f4-6788aca38757. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.572136] env[71114]: DEBUG oslo_concurrency.lockutils [req-8dfc20c6-d82e-4be7-8302-5fef9be64c22 req-a22682c7-a03a-4d4b-962a-a15e5616a547 service nova] Acquiring lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.572136] env[71114]: DEBUG oslo_concurrency.lockutils [req-8dfc20c6-d82e-4be7-8302-5fef9be64c22 req-a22682c7-a03a-4d4b-962a-a15e5616a547 service nova] Acquired lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.572136] env[71114]: DEBUG nova.network.neutron [req-8dfc20c6-d82e-4be7-8302-5fef9be64c22 req-a22682c7-a03a-4d4b-962a-a15e5616a547 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Refreshing network info cache for port 63bfce47-f53b-4c93-98f4-6788aca38757 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.640413] env[71114]: DEBUG nova.compute.utils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.642922] env[71114]: DEBUG nova.compute.manager [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.643765] env[71114]: DEBUG nova.network.neutron [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.649806] env[71114]: DEBUG oslo_concurrency.lockutils [req-d116b981-5b30-4d5a-ab18-f65242401f24 req-b01b7a78-a371-4bc2-b3ad-a9871ace2edf service nova] Releasing lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.719912] env[71114]: DEBUG nova.policy [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '298db9233dee401c9525fb158635a6fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd15213e2e24246c6b103e77fd4f66270', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.885024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.885800] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.930782] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.151176] env[71114]: DEBUG nova.compute.manager [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.240459] env[71114]: DEBUG nova.network.neutron [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Successfully created port: 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.278336] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a505f433-ee84-413f-acc7-45bc83720d8c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.289170] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7203adbe-b4d4-4a4c-b874-82a38b08b4cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.330225] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67bd59d-5664-42aa-b2d8-8674b76a57e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.340477] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f58918b-3412-47e4-b0db-c17ecadf3d60 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.356126] env[71114]: DEBUG nova.compute.provider_tree [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.427844] env[71114]: DEBUG oslo_vmware.api [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821354, 'name': PowerOnVM_Task, 'duration_secs': 0.965953} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.428147] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.428383] env[71114]: INFO nova.compute.manager [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Took 10.68 seconds to spawn the instance on the hypervisor. [ 757.428611] env[71114]: DEBUG nova.compute.manager [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 757.429584] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f40597-2ab6-4697-a1e6-d6bc4276690c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.864108] env[71114]: DEBUG nova.scheduler.client.report [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.959184] env[71114]: INFO nova.compute.manager [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Took 37.05 seconds to build instance. [ 758.079979] env[71114]: DEBUG nova.network.neutron [req-8dfc20c6-d82e-4be7-8302-5fef9be64c22 req-a22682c7-a03a-4d4b-962a-a15e5616a547 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Updated VIF entry in instance network info cache for port 63bfce47-f53b-4c93-98f4-6788aca38757. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.080367] env[71114]: DEBUG nova.network.neutron [req-8dfc20c6-d82e-4be7-8302-5fef9be64c22 req-a22682c7-a03a-4d4b-962a-a15e5616a547 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Updating instance_info_cache with network_info: [{"id": "63bfce47-f53b-4c93-98f4-6788aca38757", "address": "fa:16:3e:e2:1b:6e", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bfce47-f5", "ovs_interfaceid": "63bfce47-f53b-4c93-98f4-6788aca38757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.097937] env[71114]: DEBUG nova.compute.manager [req-15b06be5-da81-44e8-b2b6-3975719e84d8 req-a14e8268-bbd3-4fa6-bebd-f0133c4308d0 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Received event network-changed-0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.098125] env[71114]: DEBUG nova.compute.manager [req-15b06be5-da81-44e8-b2b6-3975719e84d8 req-a14e8268-bbd3-4fa6-bebd-f0133c4308d0 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Refreshing instance network info cache due to event network-changed-0dbfa2f6-e181-452a-bedb-20aadb356973. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.098344] env[71114]: DEBUG oslo_concurrency.lockutils [req-15b06be5-da81-44e8-b2b6-3975719e84d8 req-a14e8268-bbd3-4fa6-bebd-f0133c4308d0 service nova] Acquiring lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.098488] env[71114]: DEBUG oslo_concurrency.lockutils [req-15b06be5-da81-44e8-b2b6-3975719e84d8 req-a14e8268-bbd3-4fa6-bebd-f0133c4308d0 service nova] Acquired lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.098646] env[71114]: DEBUG nova.network.neutron [req-15b06be5-da81-44e8-b2b6-3975719e84d8 req-a14e8268-bbd3-4fa6-bebd-f0133c4308d0 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Refreshing network info cache for port 0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.163488] env[71114]: DEBUG nova.compute.manager [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.206022] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.206022] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.206022] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.206208] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.206208] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.206208] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.206208] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.206208] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.206354] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.206354] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.206354] env[71114]: DEBUG nova.virt.hardware [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.207736] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c4a190-2d7f-4f56-822d-e07a79ff8bc1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.224466] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b25314-eb03-4c0e-ab29-03fe0243e18b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.374721] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.378148] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.027s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.383019] env[71114]: INFO nova.compute.claims [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.409948] env[71114]: INFO nova.scheduler.client.report [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Deleted allocations for instance 5beeda39-74da-4bc1-a981-4999157823be [ 758.462770] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7b2e440-a119-43e2-b355-bc1426d58a87 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "c7c2f338-e656-408e-bae8-92bb630d2aa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.523s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.471944] env[71114]: DEBUG nova.network.neutron [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Successfully updated port: 5e11315f-2ea8-4886-811f-8d722e8d5b94 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.583818] env[71114]: DEBUG oslo_concurrency.lockutils [req-8dfc20c6-d82e-4be7-8302-5fef9be64c22 req-a22682c7-a03a-4d4b-962a-a15e5616a547 service nova] Releasing lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.739668] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbe0a9-a373-3b6f-f70f-55a61e629dd4/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 758.740839] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a79bcc-8a6e-4c77-a880-12edab339620 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.748537] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbe0a9-a373-3b6f-f70f-55a61e629dd4/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 758.749146] env[71114]: ERROR oslo_vmware.rw_handles [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbe0a9-a373-3b6f-f70f-55a61e629dd4/disk-0.vmdk due to incomplete transfer. [ 758.749146] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d998af2f-a058-48a8-b384-35805cc4b618 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.757567] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52dbe0a9-a373-3b6f-f70f-55a61e629dd4/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 758.757772] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Uploaded image dc5e38fa-7700-4c5a-aeba-89b729b19fef to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 758.759957] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 758.760266] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-760066a8-3ddf-44b6-943a-dbbc38261842 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.769492] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 758.769492] env[71114]: value = "task-3821355" [ 758.769492] env[71114]: _type = "Task" [ 758.769492] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.778426] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821355, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.916294] env[71114]: DEBUG nova.network.neutron [req-15b06be5-da81-44e8-b2b6-3975719e84d8 req-a14e8268-bbd3-4fa6-bebd-f0133c4308d0 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Updated VIF entry in instance network info cache for port 0dbfa2f6-e181-452a-bedb-20aadb356973. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.917022] env[71114]: DEBUG nova.network.neutron [req-15b06be5-da81-44e8-b2b6-3975719e84d8 req-a14e8268-bbd3-4fa6-bebd-f0133c4308d0 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Updating instance_info_cache with network_info: [{"id": "0dbfa2f6-e181-452a-bedb-20aadb356973", "address": "fa:16:3e:a5:3f:d2", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dbfa2f6-e1", "ovs_interfaceid": "0dbfa2f6-e181-452a-bedb-20aadb356973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.923077] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4e8b3bc9-a5e3-46d7-94e3-782235ab6679 tempest-AttachInterfacesV270Test-1194608192 tempest-AttachInterfacesV270Test-1194608192-project-member] Lock "5beeda39-74da-4bc1-a981-4999157823be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.868s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.964951] env[71114]: DEBUG nova.compute.manager [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.168930] env[71114]: DEBUG nova.compute.manager [req-d2557bc7-1647-430f-9867-47aeb6549e86 req-a57cac01-38df-43a2-b7ef-99e3d6202e81 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Received event network-changed-0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.168930] env[71114]: DEBUG nova.compute.manager [req-d2557bc7-1647-430f-9867-47aeb6549e86 req-a57cac01-38df-43a2-b7ef-99e3d6202e81 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Refreshing instance network info cache due to event network-changed-0dbfa2f6-e181-452a-bedb-20aadb356973. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.168930] env[71114]: DEBUG oslo_concurrency.lockutils [req-d2557bc7-1647-430f-9867-47aeb6549e86 req-a57cac01-38df-43a2-b7ef-99e3d6202e81 service nova] Acquiring lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.282641] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821355, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.334227] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquiring lock "3f10462d-646e-4cc2-ab2a-713c343edaf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.334682] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lock "3f10462d-646e-4cc2-ab2a-713c343edaf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.335085] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquiring lock "3f10462d-646e-4cc2-ab2a-713c343edaf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.335360] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lock "3f10462d-646e-4cc2-ab2a-713c343edaf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.335566] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lock "3f10462d-646e-4cc2-ab2a-713c343edaf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.340610] env[71114]: INFO nova.compute.manager [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Terminating instance [ 759.412600] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "52179727-7607-4992-bb0e-2b9ec89ae1eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.413871] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.414292] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "52179727-7607-4992-bb0e-2b9ec89ae1eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.414457] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.414672] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.416886] env[71114]: INFO nova.compute.manager [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Terminating instance [ 759.421728] env[71114]: DEBUG oslo_concurrency.lockutils [req-15b06be5-da81-44e8-b2b6-3975719e84d8 req-a14e8268-bbd3-4fa6-bebd-f0133c4308d0 service nova] Releasing lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.423573] env[71114]: DEBUG oslo_concurrency.lockutils [req-d2557bc7-1647-430f-9867-47aeb6549e86 req-a57cac01-38df-43a2-b7ef-99e3d6202e81 service nova] Acquired lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.423770] env[71114]: DEBUG nova.network.neutron [req-d2557bc7-1647-430f-9867-47aeb6549e86 req-a57cac01-38df-43a2-b7ef-99e3d6202e81 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Refreshing network info cache for port 0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.437649] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Acquiring lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.437649] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.492932] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.783417] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821355, 'name': Destroy_Task, 'duration_secs': 0.93653} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.786846] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Destroyed the VM [ 759.787189] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 759.787613] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-743bbe55-cc22-4f31-bfe6-8e81f6db8f56 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.796180] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 759.796180] env[71114]: value = "task-3821356" [ 759.796180] env[71114]: _type = "Task" [ 759.796180] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.800621] env[71114]: DEBUG nova.network.neutron [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Successfully updated port: 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.813082] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.848197] env[71114]: DEBUG nova.compute.manager [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.848434] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.849396] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f703ce3c-b9e3-452c-87b6-fb17ba71d8ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.858042] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.861040] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35d6c10b-8aca-4253-998d-3656b1ab2cb9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.871057] env[71114]: DEBUG oslo_vmware.api [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for the task: (returnval){ [ 759.871057] env[71114]: value = "task-3821357" [ 759.871057] env[71114]: _type = "Task" [ 759.871057] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.884023] env[71114]: DEBUG oslo_vmware.api [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.927785] env[71114]: DEBUG nova.compute.manager [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.931086] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.932438] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5d84e9-e8cc-4e98-90d4-52adcff9aac2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.946458] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.950144] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99aafb07-f99f-4854-aadc-e9e8fb3e5067 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.960359] env[71114]: DEBUG oslo_vmware.api [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 759.960359] env[71114]: value = "task-3821358" [ 759.960359] env[71114]: _type = "Task" [ 759.960359] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.975159] env[71114]: DEBUG oslo_vmware.api [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.983061] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c297f1c2-aa56-43f9-a7f5-eec9518c8ec1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.990322] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25277bc6-1d93-48f1-929e-09d76c25aea5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.031931] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f79f432-0f4d-400b-af87-956341d73f95 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.041787] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18dee53-0ca0-422d-9763-9f86d825758e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.058120] env[71114]: DEBUG nova.compute.provider_tree [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.295338] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.295582] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.307394] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquiring lock "refresh_cache-5e954dd4-d026-48c9-8cfa-4b224e9b2c16" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.307624] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquired lock "refresh_cache-5e954dd4-d026-48c9-8cfa-4b224e9b2c16" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.307777] env[71114]: DEBUG nova.network.neutron [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.309141] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821356, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.333987] env[71114]: DEBUG nova.network.neutron [req-d2557bc7-1647-430f-9867-47aeb6549e86 req-a57cac01-38df-43a2-b7ef-99e3d6202e81 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Updated VIF entry in instance network info cache for port 0dbfa2f6-e181-452a-bedb-20aadb356973. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.335085] env[71114]: DEBUG nova.network.neutron [req-d2557bc7-1647-430f-9867-47aeb6549e86 req-a57cac01-38df-43a2-b7ef-99e3d6202e81 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Updating instance_info_cache with network_info: [{"id": "0dbfa2f6-e181-452a-bedb-20aadb356973", "address": "fa:16:3e:a5:3f:d2", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dbfa2f6-e1", "ovs_interfaceid": "0dbfa2f6-e181-452a-bedb-20aadb356973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.380075] env[71114]: DEBUG oslo_vmware.api [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821357, 'name': PowerOffVM_Task, 'duration_secs': 0.271652} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.380363] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.380558] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.381287] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a104284c-cf59-40dc-b22e-c04e0fc0e893 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.455378] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.456058] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.456329] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Deleting the datastore file [datastore2] 3f10462d-646e-4cc2-ab2a-713c343edaf2 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.456711] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a00e6cdf-8fc2-4a7d-a3ef-4357dac88b06 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.473395] env[71114]: DEBUG oslo_vmware.api [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821358, 'name': PowerOffVM_Task, 'duration_secs': 0.306271} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.475641] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.475863] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.478805] env[71114]: DEBUG oslo_vmware.api [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for the task: (returnval){ [ 760.478805] env[71114]: value = "task-3821360" [ 760.478805] env[71114]: _type = "Task" [ 760.478805] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.478805] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3061eec6-0e76-4b36-8aad-7823537bccff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.491499] env[71114]: DEBUG oslo_vmware.api [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.561580] env[71114]: DEBUG nova.scheduler.client.report [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.574429] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.574686] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.576500] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Deleting the datastore file [datastore1] 52179727-7607-4992-bb0e-2b9ec89ae1eb {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.576500] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d951291-cdc6-42d4-b851-3c2aec8b6f13 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.585634] env[71114]: DEBUG oslo_vmware.api [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 760.585634] env[71114]: value = "task-3821362" [ 760.585634] env[71114]: _type = "Task" [ 760.585634] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.597673] env[71114]: DEBUG oslo_vmware.api [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.810649] env[71114]: DEBUG oslo_vmware.api [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821356, 'name': RemoveSnapshot_Task, 'duration_secs': 0.93745} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.810948] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 760.811409] env[71114]: INFO nova.compute.manager [None req-3099de68-d844-40be-a97e-19b9ed9be3d6 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Took 17.11 seconds to snapshot the instance on the hypervisor. [ 760.838490] env[71114]: DEBUG oslo_concurrency.lockutils [req-d2557bc7-1647-430f-9867-47aeb6549e86 req-a57cac01-38df-43a2-b7ef-99e3d6202e81 service nova] Releasing lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.892088] env[71114]: DEBUG nova.network.neutron [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.950573] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.950806] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.004957] env[71114]: DEBUG oslo_vmware.api [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Task: {'id': task-3821360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17725} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.006704] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.006704] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.006704] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.006704] env[71114]: INFO nova.compute.manager [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 761.006888] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.007287] env[71114]: DEBUG nova.compute.manager [-] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.007417] env[71114]: DEBUG nova.network.neutron [-] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.054519] env[71114]: DEBUG nova.network.neutron [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Successfully updated port: ad29ce01-497c-4c0e-a44d-093d1f45c4b0 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.069397] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.069979] env[71114]: DEBUG nova.compute.manager [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.074140] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.550s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.075654] env[71114]: INFO nova.compute.claims [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.095583] env[71114]: DEBUG oslo_vmware.api [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32512} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.095884] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.097060] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.101153] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.101476] env[71114]: INFO nova.compute.manager [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 761.101561] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.102160] env[71114]: DEBUG nova.compute.manager [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.102302] env[71114]: DEBUG nova.network.neutron [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.328483] env[71114]: DEBUG nova.compute.manager [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received event network-vif-plugged-5e11315f-2ea8-4886-811f-8d722e8d5b94 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.328483] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Acquiring lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.328483] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.328483] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.328701] env[71114]: DEBUG nova.compute.manager [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] No waiting events found dispatching network-vif-plugged-5e11315f-2ea8-4886-811f-8d722e8d5b94 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 761.328787] env[71114]: WARNING nova.compute.manager [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received unexpected event network-vif-plugged-5e11315f-2ea8-4886-811f-8d722e8d5b94 for instance with vm_state building and task_state spawning. [ 761.329063] env[71114]: DEBUG nova.compute.manager [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received event network-changed-5e11315f-2ea8-4886-811f-8d722e8d5b94 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.329223] env[71114]: DEBUG nova.compute.manager [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Refreshing instance network info cache due to event network-changed-5e11315f-2ea8-4886-811f-8d722e8d5b94. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.329410] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Acquiring lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.329596] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Acquired lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.329761] env[71114]: DEBUG nova.network.neutron [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Refreshing network info cache for port 5e11315f-2ea8-4886-811f-8d722e8d5b94 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.353359] env[71114]: DEBUG nova.network.neutron [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Updating instance_info_cache with network_info: [{"id": "0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1", "address": "fa:16:3e:b8:29:c0", "network": {"id": "d2f47c39-ebbf-4a2b-a019-b083ca48bc3d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-918532253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15213e2e24246c6b103e77fd4f66270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2fcc9c-b8", "ovs_interfaceid": "0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.582380] env[71114]: DEBUG nova.compute.utils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.584121] env[71114]: DEBUG nova.compute.manager [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Not allocating networking since 'none' was specified. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 761.856213] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Releasing lock "refresh_cache-5e954dd4-d026-48c9-8cfa-4b224e9b2c16" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.857656] env[71114]: DEBUG nova.compute.manager [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Instance network_info: |[{"id": "0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1", "address": "fa:16:3e:b8:29:c0", "network": {"id": "d2f47c39-ebbf-4a2b-a019-b083ca48bc3d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-918532253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15213e2e24246c6b103e77fd4f66270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2fcc9c-b8", "ovs_interfaceid": "0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.859447] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:29:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.878834] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Creating folder: Project (d15213e2e24246c6b103e77fd4f66270). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.879646] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0ddfccd-576d-4ce6-b62c-4b4420051826 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.895929] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Created folder: Project (d15213e2e24246c6b103e77fd4f66270) in parent group-v759732. [ 761.896059] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Creating folder: Instances. Parent ref: group-v759817. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.897867] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f656ac59-6415-4039-bf8e-d58ad6d0a974 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.909983] env[71114]: DEBUG nova.network.neutron [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.914659] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Created folder: Instances in parent group-v759817. [ 761.915267] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.920033] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.920033] env[71114]: DEBUG nova.compute.manager [req-ba761c10-3826-474d-b657-c763ceeae308 req-191bafa8-de4b-43fc-ae0c-97e3ac2633d1 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Received event network-changed-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.920033] env[71114]: DEBUG nova.compute.manager [req-ba761c10-3826-474d-b657-c763ceeae308 req-191bafa8-de4b-43fc-ae0c-97e3ac2633d1 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Refreshing instance network info cache due to event network-changed-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.920033] env[71114]: DEBUG oslo_concurrency.lockutils [req-ba761c10-3826-474d-b657-c763ceeae308 req-191bafa8-de4b-43fc-ae0c-97e3ac2633d1 service nova] Acquiring lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.920033] env[71114]: DEBUG oslo_concurrency.lockutils [req-ba761c10-3826-474d-b657-c763ceeae308 req-191bafa8-de4b-43fc-ae0c-97e3ac2633d1 service nova] Acquired lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.920421] env[71114]: DEBUG nova.network.neutron [req-ba761c10-3826-474d-b657-c763ceeae308 req-191bafa8-de4b-43fc-ae0c-97e3ac2633d1 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Refreshing network info cache for port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.921205] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eb4e828-b686-4859-b3bb-ce4c5fd0bea8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.963163] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.963163] env[71114]: value = "task-3821365" [ 761.963163] env[71114]: _type = "Task" [ 761.963163] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.979361] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821365, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.070012] env[71114]: DEBUG nova.network.neutron [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.092613] env[71114]: DEBUG nova.compute.manager [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.461424] env[71114]: DEBUG nova.network.neutron [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.486354] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821365, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.574657] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Releasing lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.575017] env[71114]: DEBUG nova.compute.manager [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Received event network-vif-plugged-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.575222] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Acquiring lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.575439] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.575809] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.576039] env[71114]: DEBUG nova.compute.manager [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] No waiting events found dispatching network-vif-plugged-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 762.576226] env[71114]: WARNING nova.compute.manager [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Received unexpected event network-vif-plugged-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 for instance with vm_state building and task_state spawning. [ 762.576477] env[71114]: DEBUG nova.compute.manager [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Received event network-changed-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.576641] env[71114]: DEBUG nova.compute.manager [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Refreshing instance network info cache due to event network-changed-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.576832] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Acquiring lock "refresh_cache-5e954dd4-d026-48c9-8cfa-4b224e9b2c16" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.576974] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Acquired lock "refresh_cache-5e954dd4-d026-48c9-8cfa-4b224e9b2c16" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.577311] env[71114]: DEBUG nova.network.neutron [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Refreshing network info cache for port 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.772390] env[71114]: DEBUG nova.network.neutron [req-ba761c10-3826-474d-b657-c763ceeae308 req-191bafa8-de4b-43fc-ae0c-97e3ac2633d1 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updated VIF entry in instance network info cache for port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.772809] env[71114]: DEBUG nova.network.neutron [req-ba761c10-3826-474d-b657-c763ceeae308 req-191bafa8-de4b-43fc-ae0c-97e3ac2633d1 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updating instance_info_cache with network_info: [{"id": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "address": "fa:16:3e:36:ee:15", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e8b768-f8", "ovs_interfaceid": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.799701] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9859b5c0-0649-42b4-bf2c-d37e020e5f88 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.808704] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b3317a-aec9-451a-8e56-75a6be7ef984 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.846607] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5fb7d5-48ea-40b0-a58e-a58f98adadc6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.858320] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e51b4-4a9d-4bb9-ac93-9563ab5fc861 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.873705] env[71114]: DEBUG nova.compute.provider_tree [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.964579] env[71114]: INFO nova.compute.manager [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Took 1.86 seconds to deallocate network for instance. [ 762.982066] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821365, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.117365] env[71114]: DEBUG nova.compute.manager [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.143302] env[71114]: DEBUG nova.network.neutron [-] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.163638] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.163891] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.164240] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.164240] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.164443] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.164987] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.164987] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.164987] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.165561] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.165561] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.165561] env[71114]: DEBUG nova.virt.hardware [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.166840] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57024b76-1f6d-418a-8dcc-f2402a7223b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.180204] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9644ee8-2649-4de7-84d9-6769728d74d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.199779] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.206928] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Creating folder: Project (a3a532b6db1d480393675cd8b6db4459). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.215993] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63ae2830-6378-4c2b-bceb-a910c00f6122 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.228953] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Created folder: Project (a3a532b6db1d480393675cd8b6db4459) in parent group-v759732. [ 763.229193] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Creating folder: Instances. Parent ref: group-v759820. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.229456] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff76fc61-b080-4824-9f6f-2f935a258b8f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.242972] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Created folder: Instances in parent group-v759820. [ 763.242972] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.242972] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.242972] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d59dcd4-d76b-4434-abc5-6647854705b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.267029] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.267029] env[71114]: value = "task-3821368" [ 763.267029] env[71114]: _type = "Task" [ 763.267029] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.275255] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821368, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.275559] env[71114]: DEBUG oslo_concurrency.lockutils [req-ba761c10-3826-474d-b657-c763ceeae308 req-191bafa8-de4b-43fc-ae0c-97e3ac2633d1 service nova] Releasing lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.397184] env[71114]: DEBUG nova.network.neutron [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Updated VIF entry in instance network info cache for port 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.397682] env[71114]: DEBUG nova.network.neutron [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Updating instance_info_cache with network_info: [{"id": "0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1", "address": "fa:16:3e:b8:29:c0", "network": {"id": "d2f47c39-ebbf-4a2b-a019-b083ca48bc3d", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-918532253-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15213e2e24246c6b103e77fd4f66270", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f2fcc9c-b8", "ovs_interfaceid": "0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.403713] env[71114]: ERROR nova.scheduler.client.report [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [req-7309c199-1d7c-49c4-824a-8920c33af6fa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7309c199-1d7c-49c4-824a-8920c33af6fa"}]} [ 763.428134] env[71114]: DEBUG nova.scheduler.client.report [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 763.447776] env[71114]: DEBUG nova.scheduler.client.report [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 763.447776] env[71114]: DEBUG nova.compute.provider_tree [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.460690] env[71114]: DEBUG nova.scheduler.client.report [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 763.476960] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.481731] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821365, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.483498] env[71114]: DEBUG nova.scheduler.client.report [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 763.649275] env[71114]: INFO nova.compute.manager [-] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Took 2.64 seconds to deallocate network for instance. [ 763.778998] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821368, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.906827] env[71114]: DEBUG oslo_concurrency.lockutils [req-c29924ba-ea6f-45fd-be7f-c4243a8c544c req-aaed33b4-2f06-4151-927c-4ca023a1b5b7 service nova] Releasing lock "refresh_cache-5e954dd4-d026-48c9-8cfa-4b224e9b2c16" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.987387] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821365, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.034803] env[71114]: DEBUG nova.network.neutron [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Successfully updated port: 049d3e27-286a-4704-908b-e8e22cf0ae08 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.066679] env[71114]: DEBUG nova.compute.manager [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received event network-vif-plugged-ad29ce01-497c-4c0e-a44d-093d1f45c4b0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.066899] env[71114]: DEBUG oslo_concurrency.lockutils [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] Acquiring lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.067289] env[71114]: DEBUG oslo_concurrency.lockutils [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.067503] env[71114]: DEBUG oslo_concurrency.lockutils [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.067632] env[71114]: DEBUG nova.compute.manager [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] No waiting events found dispatching network-vif-plugged-ad29ce01-497c-4c0e-a44d-093d1f45c4b0 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 764.067780] env[71114]: WARNING nova.compute.manager [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received unexpected event network-vif-plugged-ad29ce01-497c-4c0e-a44d-093d1f45c4b0 for instance with vm_state building and task_state spawning. [ 764.068014] env[71114]: DEBUG nova.compute.manager [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received event network-changed-ad29ce01-497c-4c0e-a44d-093d1f45c4b0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.068116] env[71114]: DEBUG nova.compute.manager [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Refreshing instance network info cache due to event network-changed-ad29ce01-497c-4c0e-a44d-093d1f45c4b0. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.068363] env[71114]: DEBUG oslo_concurrency.lockutils [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] Acquiring lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.068511] env[71114]: DEBUG oslo_concurrency.lockutils [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] Acquired lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.068667] env[71114]: DEBUG nova.network.neutron [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Refreshing network info cache for port ad29ce01-497c-4c0e-a44d-093d1f45c4b0 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.103922] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0562c116-f508-4254-b96b-8d6e82299fd0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.115884] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88fe119-bc27-4a7d-a224-2a4e173b18c0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.158299] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3de9767-a39c-4291-98b1-ea40349b7fb4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.162140] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.169560] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851cea9d-ba9f-4798-b3ef-b2217327df83 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.188201] env[71114]: DEBUG nova.compute.provider_tree [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.287220] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821368, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.366493] env[71114]: DEBUG nova.compute.manager [req-ca8cf42a-63e1-42d9-a20d-2b84494356bd req-fa74ef8d-c19e-4f8b-bc45-1bf8ae68d6b9 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Received event network-changed-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.366493] env[71114]: DEBUG nova.compute.manager [req-ca8cf42a-63e1-42d9-a20d-2b84494356bd req-fa74ef8d-c19e-4f8b-bc45-1bf8ae68d6b9 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Refreshing instance network info cache due to event network-changed-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.366733] env[71114]: DEBUG oslo_concurrency.lockutils [req-ca8cf42a-63e1-42d9-a20d-2b84494356bd req-fa74ef8d-c19e-4f8b-bc45-1bf8ae68d6b9 service nova] Acquiring lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.366864] env[71114]: DEBUG oslo_concurrency.lockutils [req-ca8cf42a-63e1-42d9-a20d-2b84494356bd req-fa74ef8d-c19e-4f8b-bc45-1bf8ae68d6b9 service nova] Acquired lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.367161] env[71114]: DEBUG nova.network.neutron [req-ca8cf42a-63e1-42d9-a20d-2b84494356bd req-fa74ef8d-c19e-4f8b-bc45-1bf8ae68d6b9 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Refreshing network info cache for port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.482283] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821365, 'name': CreateVM_Task, 'duration_secs': 2.190625} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.482494] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.483426] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.483426] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.483726] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.485289] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db08a1f4-412f-4405-96a7-908d14517e36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.489547] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for the task: (returnval){ [ 764.489547] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5276afc9-5cd9-35e1-a149-eac4810060eb" [ 764.489547] env[71114]: _type = "Task" [ 764.489547] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.500621] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5276afc9-5cd9-35e1-a149-eac4810060eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.537238] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.615666] env[71114]: DEBUG nova.network.neutron [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.662364] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "52179727-7607-4992-bb0e-2b9ec89ae1eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.729227] env[71114]: DEBUG nova.scheduler.client.report [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 764.729227] env[71114]: DEBUG nova.compute.provider_tree [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 50 to 51 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 764.729227] env[71114]: DEBUG nova.compute.provider_tree [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.733075] env[71114]: DEBUG nova.compute.manager [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 764.736336] env[71114]: DEBUG nova.network.neutron [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.736336] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73324d81-63d6-4027-b160-ec700f4aa3b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.778074] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821368, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.005926] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5276afc9-5cd9-35e1-a149-eac4810060eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013746} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.006312] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.006490] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.006728] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.006876] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.007077] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.007375] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88dd0806-abf3-4657-963a-a8e6c3f04c03 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.017758] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.018186] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.018759] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308ab6bc-952c-4eed-b309-ac51533379a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.027461] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for the task: (returnval){ [ 765.027461] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cfb4db-ece8-1071-a633-17b420ad5e2b" [ 765.027461] env[71114]: _type = "Task" [ 765.027461] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.040331] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cfb4db-ece8-1071-a633-17b420ad5e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.139083] env[71114]: DEBUG nova.network.neutron [req-ca8cf42a-63e1-42d9-a20d-2b84494356bd req-fa74ef8d-c19e-4f8b-bc45-1bf8ae68d6b9 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updated VIF entry in instance network info cache for port b1e8b768-f8e0-4711-bb53-4b9a9c1c5587. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.139584] env[71114]: DEBUG nova.network.neutron [req-ca8cf42a-63e1-42d9-a20d-2b84494356bd req-fa74ef8d-c19e-4f8b-bc45-1bf8ae68d6b9 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updating instance_info_cache with network_info: [{"id": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "address": "fa:16:3e:36:ee:15", "network": {"id": "b9ee5733-4431-4358-8b5b-fcacc5ec1151", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1767843553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01650d06604b4efcb0721f3226672050", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e8b768-f8", "ovs_interfaceid": "b1e8b768-f8e0-4711-bb53-4b9a9c1c5587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.234598] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.160s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.235296] env[71114]: DEBUG nova.compute.manager [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.242023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.391s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.242023] env[71114]: DEBUG nova.objects.instance [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lazy-loading 'resources' on Instance uuid c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.242023] env[71114]: DEBUG oslo_concurrency.lockutils [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] Releasing lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.242023] env[71114]: DEBUG nova.compute.manager [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Received event network-vif-deleted-0dbfa2f6-e181-452a-bedb-20aadb356973 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.242023] env[71114]: DEBUG nova.compute.manager [req-dd1a2dce-e03c-4ac9-a3f2-0c7c43a48e69 req-f8c431e4-65d3-4ef8-b56a-b0f09e288f66 service nova] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Received event network-vif-deleted-d7a8174d-7b51-405a-947b-3ce8361a5d73 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.242290] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquired lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.242290] env[71114]: DEBUG nova.network.neutron [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.248197] env[71114]: INFO nova.compute.manager [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] instance snapshotting [ 765.252950] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadc2b09-8892-4bb8-abf0-5ddc74ae8869 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.284709] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7f2ad4-0a99-4697-9384-f42f94652ad9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.295769] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821368, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.538387] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cfb4db-ece8-1071-a633-17b420ad5e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.014198} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.539255] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d3b45d-5e91-490b-965c-265625a01b54 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.545518] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for the task: (returnval){ [ 765.545518] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b2235e-e789-dab6-d987-3ae0c51bffb0" [ 765.545518] env[71114]: _type = "Task" [ 765.545518] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.554990] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b2235e-e789-dab6-d987-3ae0c51bffb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.648608] env[71114]: DEBUG oslo_concurrency.lockutils [req-ca8cf42a-63e1-42d9-a20d-2b84494356bd req-fa74ef8d-c19e-4f8b-bc45-1bf8ae68d6b9 service nova] Releasing lock "refresh_cache-5d5d5686-c79e-48c5-a411-697a13820c75" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.742590] env[71114]: DEBUG nova.compute.utils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.744128] env[71114]: DEBUG nova.compute.manager [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.744334] env[71114]: DEBUG nova.network.neutron [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.788742] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821368, 'name': CreateVM_Task, 'duration_secs': 2.106886} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.788955] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.789416] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.789617] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.789883] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.792595] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16424cb4-f781-4ce0-b927-f3f93d1d4fd9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.798511] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 765.798511] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5272a440-ae17-681b-c438-c6914180ee82" [ 765.798511] env[71114]: _type = "Task" [ 765.798511] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.802490] env[71114]: DEBUG nova.network.neutron [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.805557] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.806395] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4e304bd-9250-4e58-9f27-0c8a7970d8e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.814495] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5272a440-ae17-681b-c438-c6914180ee82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.821528] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 765.821528] env[71114]: value = "task-3821369" [ 765.821528] env[71114]: _type = "Task" [ 765.821528] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.837658] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821369, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.874331] env[71114]: DEBUG nova.policy [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7736fbf319ff41d3907bed873adf9df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0b0e1284bf469fb35bf157448e2fca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.058641] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b2235e-e789-dab6-d987-3ae0c51bffb0, 'name': SearchDatastore_Task, 'duration_secs': 0.016527} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.058982] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.059334] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 5e954dd4-d026-48c9-8cfa-4b224e9b2c16/5e954dd4-d026-48c9-8cfa-4b224e9b2c16.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.062305] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a648ea6-d033-4ebc-bbc4-336680c9a822 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.071560] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for the task: (returnval){ [ 766.071560] env[71114]: value = "task-3821370" [ 766.071560] env[71114]: _type = "Task" [ 766.071560] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.084493] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.096922] env[71114]: DEBUG nova.compute.manager [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received event network-vif-plugged-049d3e27-286a-4704-908b-e8e22cf0ae08 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.097122] env[71114]: DEBUG oslo_concurrency.lockutils [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] Acquiring lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.097334] env[71114]: DEBUG oslo_concurrency.lockutils [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.097504] env[71114]: DEBUG oslo_concurrency.lockutils [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.097670] env[71114]: DEBUG nova.compute.manager [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] No waiting events found dispatching network-vif-plugged-049d3e27-286a-4704-908b-e8e22cf0ae08 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 766.097840] env[71114]: WARNING nova.compute.manager [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received unexpected event network-vif-plugged-049d3e27-286a-4704-908b-e8e22cf0ae08 for instance with vm_state building and task_state spawning. [ 766.098018] env[71114]: DEBUG nova.compute.manager [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received event network-changed-049d3e27-286a-4704-908b-e8e22cf0ae08 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.099509] env[71114]: DEBUG nova.compute.manager [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Refreshing instance network info cache due to event network-changed-049d3e27-286a-4704-908b-e8e22cf0ae08. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.099740] env[71114]: DEBUG oslo_concurrency.lockutils [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] Acquiring lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.251776] env[71114]: DEBUG nova.compute.manager [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.316177] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5272a440-ae17-681b-c438-c6914180ee82, 'name': SearchDatastore_Task, 'duration_secs': 0.014955} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.317573] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.317895] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.318191] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.318379] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.318598] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.319315] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4b2f316-bc44-4e5e-9f2f-09846431f5bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.337778] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821369, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.342094] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.342094] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.346046] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6323da90-1ab9-47fb-9e48-61397712cafc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.353839] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 766.353839] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525464bf-9439-4f6c-db7b-5344c4f3440e" [ 766.353839] env[71114]: _type = "Task" [ 766.353839] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.366146] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525464bf-9439-4f6c-db7b-5344c4f3440e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.398394] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3f725f-2ce8-46ad-bb39-84fbead46330 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.408508] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e41b07-a04a-4169-986e-25745c42589d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.446098] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a8fdad-85f3-4845-951c-328d7d3cc8fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.456224] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e2bbee-7bb2-4969-b5bc-0b01c5de9ea8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.478050] env[71114]: DEBUG nova.compute.provider_tree [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.577809] env[71114]: DEBUG nova.network.neutron [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Successfully created port: 78897875-f23c-4c27-8445-0e5b932e5bc2 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.588588] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821370, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.687652] env[71114]: DEBUG nova.network.neutron [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Updating instance_info_cache with network_info: [{"id": "5e11315f-2ea8-4886-811f-8d722e8d5b94", "address": "fa:16:3e:4d:11:77", "network": {"id": "7caca62a-f7be-4cdc-94c8-90681a9dfed1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-400797600", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e11315f-2e", "ovs_interfaceid": "5e11315f-2ea8-4886-811f-8d722e8d5b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad29ce01-497c-4c0e-a44d-093d1f45c4b0", "address": "fa:16:3e:cc:80:11", "network": {"id": "fac22ff8-d24d-4c2d-b544-c6465f001936", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639574150", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad29ce01-49", "ovs_interfaceid": "ad29ce01-497c-4c0e-a44d-093d1f45c4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "049d3e27-286a-4704-908b-e8e22cf0ae08", "address": "fa:16:3e:c7:98:79", "network": {"id": "7caca62a-f7be-4cdc-94c8-90681a9dfed1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-400797600", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049d3e27-28", "ovs_interfaceid": "049d3e27-286a-4704-908b-e8e22cf0ae08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.837084] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821369, 'name': CreateSnapshot_Task, 'duration_secs': 0.628024} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.837465] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 766.838435] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e023d0-3fec-4990-8155-5a4abaf0fb09 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.868880] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525464bf-9439-4f6c-db7b-5344c4f3440e, 'name': SearchDatastore_Task, 'duration_secs': 0.026352} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.871335] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d8aa63-0bee-4037-a102-b1ab5b28ea59 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.875941] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 766.875941] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5209dd02-ceb6-2473-373b-758bdefbf034" [ 766.875941] env[71114]: _type = "Task" [ 766.875941] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.888487] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5209dd02-ceb6-2473-373b-758bdefbf034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.980454] env[71114]: DEBUG nova.scheduler.client.report [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.087029] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564378} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.087029] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 5e954dd4-d026-48c9-8cfa-4b224e9b2c16/5e954dd4-d026-48c9-8cfa-4b224e9b2c16.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.087029] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.087029] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c54f40d-6244-4f05-bfc3-e543466e8d4b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.095462] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for the task: (returnval){ [ 767.095462] env[71114]: value = "task-3821371" [ 767.095462] env[71114]: _type = "Task" [ 767.095462] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.105304] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.190207] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Releasing lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.190676] env[71114]: DEBUG nova.compute.manager [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Instance network_info: |[{"id": "5e11315f-2ea8-4886-811f-8d722e8d5b94", "address": "fa:16:3e:4d:11:77", "network": {"id": "7caca62a-f7be-4cdc-94c8-90681a9dfed1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-400797600", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e11315f-2e", "ovs_interfaceid": "5e11315f-2ea8-4886-811f-8d722e8d5b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad29ce01-497c-4c0e-a44d-093d1f45c4b0", "address": "fa:16:3e:cc:80:11", "network": {"id": "fac22ff8-d24d-4c2d-b544-c6465f001936", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639574150", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad29ce01-49", "ovs_interfaceid": "ad29ce01-497c-4c0e-a44d-093d1f45c4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "049d3e27-286a-4704-908b-e8e22cf0ae08", "address": "fa:16:3e:c7:98:79", "network": {"id": "7caca62a-f7be-4cdc-94c8-90681a9dfed1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-400797600", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049d3e27-28", "ovs_interfaceid": "049d3e27-286a-4704-908b-e8e22cf0ae08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.191216] env[71114]: DEBUG oslo_concurrency.lockutils [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] Acquired lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.191393] env[71114]: DEBUG nova.network.neutron [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Refreshing network info cache for port 049d3e27-286a-4704-908b-e8e22cf0ae08 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.192832] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:11:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e11315f-2ea8-4886-811f-8d722e8d5b94', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:80:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad29ce01-497c-4c0e-a44d-093d1f45c4b0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:98:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '049d3e27-286a-4704-908b-e8e22cf0ae08', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.205248] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Creating folder: Project (c5d2ddc79f5c4bb0a7ff901953b0e551). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.208994] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2569ff2-7249-446c-be3c-ea7c81cd2055 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.222842] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Created folder: Project (c5d2ddc79f5c4bb0a7ff901953b0e551) in parent group-v759732. [ 767.223064] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Creating folder: Instances. Parent ref: group-v759824. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.223329] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f981a465-e14b-457b-9eb7-3436d13f8add {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.235636] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Created folder: Instances in parent group-v759824. [ 767.235986] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.236221] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.236469] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37a01b0c-b0fd-43e7-842d-518cacdafa61 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.264461] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.264461] env[71114]: value = "task-3821374" [ 767.264461] env[71114]: _type = "Task" [ 767.264461] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.273044] env[71114]: DEBUG nova.compute.manager [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.283063] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821374, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.309304] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.309575] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.309731] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.309912] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.310108] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.310217] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.310429] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.310586] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.310744] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.310950] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.316019] env[71114]: DEBUG nova.virt.hardware [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.316019] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58f52ad-a5b7-43cf-9200-e5b8fc9b3251 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.324137] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de7be83-0974-4a24-ab07-9c3c2b5193f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.369495] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.372546] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b1a05413-e23c-4be4-a145-efe258dbce4f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.391027] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5209dd02-ceb6-2473-373b-758bdefbf034, 'name': SearchDatastore_Task, 'duration_secs': 0.012262} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.391027] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.391027] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] f173acbb-196b-4e7f-bc5e-44ad94cdc9a7/f173acbb-196b-4e7f-bc5e-44ad94cdc9a7.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.391027] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 767.391027] env[71114]: value = "task-3821375" [ 767.391027] env[71114]: _type = "Task" [ 767.391027] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.391027] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39c69b25-0b9c-4621-b854-14caab056e93 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.403084] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821375, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.407085] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 767.407085] env[71114]: value = "task-3821376" [ 767.407085] env[71114]: _type = "Task" [ 767.407085] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.417974] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.485948] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.489292] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.922s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.489292] env[71114]: DEBUG nova.objects.instance [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lazy-loading 'resources' on Instance uuid 86e51a30-4cbd-4b56-aff8-dee09042da28 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.515535] env[71114]: INFO nova.scheduler.client.report [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Deleted allocations for instance c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44 [ 767.528846] env[71114]: DEBUG nova.network.neutron [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Updated VIF entry in instance network info cache for port 049d3e27-286a-4704-908b-e8e22cf0ae08. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.529682] env[71114]: DEBUG nova.network.neutron [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Updating instance_info_cache with network_info: [{"id": "5e11315f-2ea8-4886-811f-8d722e8d5b94", "address": "fa:16:3e:4d:11:77", "network": {"id": "7caca62a-f7be-4cdc-94c8-90681a9dfed1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-400797600", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e11315f-2e", "ovs_interfaceid": "5e11315f-2ea8-4886-811f-8d722e8d5b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad29ce01-497c-4c0e-a44d-093d1f45c4b0", "address": "fa:16:3e:cc:80:11", "network": {"id": "fac22ff8-d24d-4c2d-b544-c6465f001936", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639574150", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad29ce01-49", "ovs_interfaceid": "ad29ce01-497c-4c0e-a44d-093d1f45c4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "049d3e27-286a-4704-908b-e8e22cf0ae08", "address": "fa:16:3e:c7:98:79", "network": {"id": "7caca62a-f7be-4cdc-94c8-90681a9dfed1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-400797600", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap049d3e27-28", "ovs_interfaceid": "049d3e27-286a-4704-908b-e8e22cf0ae08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.611460] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069183} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.612852] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.615121] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b752e-351d-4292-ae13-307b122c1946 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.651198] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 5e954dd4-d026-48c9-8cfa-4b224e9b2c16/5e954dd4-d026-48c9-8cfa-4b224e9b2c16.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.651688] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a1e9b2-5504-45a2-b2a5-c253dabf4eb4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.681851] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for the task: (returnval){ [ 767.681851] env[71114]: value = "task-3821377" [ 767.681851] env[71114]: _type = "Task" [ 767.681851] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.691512] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.780544] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821374, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.907831] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821375, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.921881] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821376, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.032738] env[71114]: DEBUG oslo_concurrency.lockutils [req-2598ada8-56dc-4202-9083-47b39843c983 req-1453a92a-3528-4f2c-afb9-acf56e641d0b service nova] Releasing lock "refresh_cache-2d68e334-3f17-424e-a462-b8ab10f8cbb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.033822] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f18d930b-0bb9-48e7-a34c-85ae6bcebd9a tempest-ServersAdmin275Test-1413868562 tempest-ServersAdmin275Test-1413868562-project-member] Lock "c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.668s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.196123] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821377, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.283911] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821374, 'name': CreateVM_Task, 'duration_secs': 0.801417} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.284297] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.286450] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.286450] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.288021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.290958] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9b5606-1a71-4bbf-abd3-a5e0a8c096dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.299948] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 768.299948] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52eed1ac-cf79-ed6a-9851-d4ffbecf2e1b" [ 768.299948] env[71114]: _type = "Task" [ 768.299948] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.317296] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52eed1ac-cf79-ed6a-9851-d4ffbecf2e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.345104] env[71114]: DEBUG nova.network.neutron [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Successfully updated port: 78897875-f23c-4c27-8445-0e5b932e5bc2 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.365240] env[71114]: DEBUG nova.compute.manager [req-68fded7b-0545-4a64-8c0e-b95c892eae13 req-08c37067-1d14-4cca-b199-8cb88e393f8d service nova] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Received event network-vif-plugged-78897875-f23c-4c27-8445-0e5b932e5bc2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.365508] env[71114]: DEBUG oslo_concurrency.lockutils [req-68fded7b-0545-4a64-8c0e-b95c892eae13 req-08c37067-1d14-4cca-b199-8cb88e393f8d service nova] Acquiring lock "c848e65e-79ba-4edc-afb5-6c511c0fde71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.366518] env[71114]: DEBUG oslo_concurrency.lockutils [req-68fded7b-0545-4a64-8c0e-b95c892eae13 req-08c37067-1d14-4cca-b199-8cb88e393f8d service nova] Lock "c848e65e-79ba-4edc-afb5-6c511c0fde71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.366518] env[71114]: DEBUG oslo_concurrency.lockutils [req-68fded7b-0545-4a64-8c0e-b95c892eae13 req-08c37067-1d14-4cca-b199-8cb88e393f8d service nova] Lock "c848e65e-79ba-4edc-afb5-6c511c0fde71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.366518] env[71114]: DEBUG nova.compute.manager [req-68fded7b-0545-4a64-8c0e-b95c892eae13 req-08c37067-1d14-4cca-b199-8cb88e393f8d service nova] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] No waiting events found dispatching network-vif-plugged-78897875-f23c-4c27-8445-0e5b932e5bc2 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 768.366518] env[71114]: WARNING nova.compute.manager [req-68fded7b-0545-4a64-8c0e-b95c892eae13 req-08c37067-1d14-4cca-b199-8cb88e393f8d service nova] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Received unexpected event network-vif-plugged-78897875-f23c-4c27-8445-0e5b932e5bc2 for instance with vm_state building and task_state spawning. [ 768.403197] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821375, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.418452] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548062} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.418746] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] f173acbb-196b-4e7f-bc5e-44ad94cdc9a7/f173acbb-196b-4e7f-bc5e-44ad94cdc9a7.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.419054] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.419342] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b38df2bf-4bf1-4e66-817d-36d09fac8fa8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.431514] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 768.431514] env[71114]: value = "task-3821378" [ 768.431514] env[71114]: _type = "Task" [ 768.431514] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.446398] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.694539] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821377, 'name': ReconfigVM_Task, 'duration_secs': 0.565301} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.694874] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 5e954dd4-d026-48c9-8cfa-4b224e9b2c16/5e954dd4-d026-48c9-8cfa-4b224e9b2c16.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.696841] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3701634-08ce-4d05-ae75-d17fd6654c9e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.699606] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9eba68-dbb1-438d-a445-82cab1a5e86d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.711926] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714c0fa-634d-4087-b1a0-7294313bfd4f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.717691] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for the task: (returnval){ [ 768.717691] env[71114]: value = "task-3821379" [ 768.717691] env[71114]: _type = "Task" [ 768.717691] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.750893] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aace75-07f8-442e-9893-2af9ae856c2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.758789] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821379, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.763884] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d5f03-64a6-4fe2-86a2-f3ea0255748c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.780356] env[71114]: DEBUG nova.compute.provider_tree [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.812601] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52eed1ac-cf79-ed6a-9851-d4ffbecf2e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.813075] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.813915] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.813915] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.813915] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.814072] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.815573] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1b33ebc-830b-4834-9337-9795427b7f68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.825722] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.825903] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.826762] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb229560-3f2b-4402-80c2-b58ee56aacce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.838028] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 768.838028] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52711fbe-aa77-9b47-b558-9d3b8ee1d69b" [ 768.838028] env[71114]: _type = "Task" [ 768.838028] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.846044] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52711fbe-aa77-9b47-b558-9d3b8ee1d69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.852172] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "refresh_cache-c848e65e-79ba-4edc-afb5-6c511c0fde71" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.852172] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "refresh_cache-c848e65e-79ba-4edc-afb5-6c511c0fde71" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.852172] env[71114]: DEBUG nova.network.neutron [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.904124] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821375, 'name': CloneVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.941854] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083571} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.942120] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.943229] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e53e48-6172-4ee8-af6a-13e80bf1cc36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.966699] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] f173acbb-196b-4e7f-bc5e-44ad94cdc9a7/f173acbb-196b-4e7f-bc5e-44ad94cdc9a7.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.967081] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f3ff094-0c00-4ccf-a615-993b634dee85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.990163] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 768.990163] env[71114]: value = "task-3821380" [ 768.990163] env[71114]: _type = "Task" [ 768.990163] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.999189] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.229400] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821379, 'name': Rename_Task, 'duration_secs': 0.175312} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.229925] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.229925] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e878874f-dffb-4416-b732-52df71db128d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.241417] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for the task: (returnval){ [ 769.241417] env[71114]: value = "task-3821381" [ 769.241417] env[71114]: _type = "Task" [ 769.241417] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.251959] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.324472] env[71114]: DEBUG nova.scheduler.client.report [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 51 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 769.324697] env[71114]: DEBUG nova.compute.provider_tree [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 51 to 52 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 769.324875] env[71114]: DEBUG nova.compute.provider_tree [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.348178] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52711fbe-aa77-9b47-b558-9d3b8ee1d69b, 'name': SearchDatastore_Task, 'duration_secs': 0.013432} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.348461] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bcc3bf7-8c19-4714-bd7f-f784da318812 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.357303] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 769.357303] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ffb468-c4e5-9087-17a0-2123a9f49897" [ 769.357303] env[71114]: _type = "Task" [ 769.357303] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.366801] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ffb468-c4e5-9087-17a0-2123a9f49897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.386825] env[71114]: DEBUG nova.network.neutron [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.410457] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821375, 'name': CloneVM_Task, 'duration_secs': 1.595567} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.410457] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Created linked-clone VM from snapshot [ 769.410457] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e82394-1ed6-4cd1-9700-ba5cd55a4882 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.420441] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Uploading image 1ef43964-f4ae-4920-b5f7-9600c46e0266 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.456764] env[71114]: DEBUG oslo_vmware.rw_handles [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.456764] env[71114]: value = "vm-759827" [ 769.456764] env[71114]: _type = "VirtualMachine" [ 769.456764] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.457060] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e10f6758-1eed-459e-b6a9-2463a8d9367e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.465271] env[71114]: DEBUG oslo_vmware.rw_handles [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lease: (returnval){ [ 769.465271] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f6ba35-0bf5-d3e6-9c4e-970e5f73334f" [ 769.465271] env[71114]: _type = "HttpNfcLease" [ 769.465271] env[71114]: } obtained for exporting VM: (result){ [ 769.465271] env[71114]: value = "vm-759827" [ 769.465271] env[71114]: _type = "VirtualMachine" [ 769.465271] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.465527] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the lease: (returnval){ [ 769.465527] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f6ba35-0bf5-d3e6-9c4e-970e5f73334f" [ 769.465527] env[71114]: _type = "HttpNfcLease" [ 769.465527] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.473131] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.473131] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f6ba35-0bf5-d3e6-9c4e-970e5f73334f" [ 769.473131] env[71114]: _type = "HttpNfcLease" [ 769.473131] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.503489] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.590920] env[71114]: DEBUG nova.network.neutron [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Updating instance_info_cache with network_info: [{"id": "78897875-f23c-4c27-8445-0e5b932e5bc2", "address": "fa:16:3e:bb:d3:d9", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78897875-f2", "ovs_interfaceid": "78897875-f23c-4c27-8445-0e5b932e5bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.753163] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.832020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.342s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.832695] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.621s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.834206] env[71114]: INFO nova.compute.claims [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.864724] env[71114]: INFO nova.scheduler.client.report [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Deleted allocations for instance 86e51a30-4cbd-4b56-aff8-dee09042da28 [ 769.870695] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ffb468-c4e5-9087-17a0-2123a9f49897, 'name': SearchDatastore_Task, 'duration_secs': 0.011257} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.873539] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.873819] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 2d68e334-3f17-424e-a462-b8ab10f8cbb3/2d68e334-3f17-424e-a462-b8ab10f8cbb3.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.874348] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52493bc0-2315-4104-a836-57c7df8fe7c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.883126] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 769.883126] env[71114]: value = "task-3821383" [ 769.883126] env[71114]: _type = "Task" [ 769.883126] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.892792] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.975183] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.975183] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f6ba35-0bf5-d3e6-9c4e-970e5f73334f" [ 769.975183] env[71114]: _type = "HttpNfcLease" [ 769.975183] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 769.975524] env[71114]: DEBUG oslo_vmware.rw_handles [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 769.975524] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f6ba35-0bf5-d3e6-9c4e-970e5f73334f" [ 769.975524] env[71114]: _type = "HttpNfcLease" [ 769.975524] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 769.976397] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfea56df-bd82-4426-8bf5-5c3ecacf9639 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.985357] env[71114]: DEBUG oslo_vmware.rw_handles [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bbf33-4c92-5d94-bebb-337a9cd1e531/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 769.985566] env[71114]: DEBUG oslo_vmware.rw_handles [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bbf33-4c92-5d94-bebb-337a9cd1e531/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.060089] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.094382] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "refresh_cache-c848e65e-79ba-4edc-afb5-6c511c0fde71" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.094382] env[71114]: DEBUG nova.compute.manager [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Instance network_info: |[{"id": "78897875-f23c-4c27-8445-0e5b932e5bc2", "address": "fa:16:3e:bb:d3:d9", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78897875-f2", "ovs_interfaceid": "78897875-f23c-4c27-8445-0e5b932e5bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.094820] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:d3:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78897875-f23c-4c27-8445-0e5b932e5bc2', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.105097] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.105438] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.105686] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-729de887-2504-46eb-83d9-0583544efed9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.128018] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a16284c-4702-4a5a-b92c-2907f236f27d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.134543] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.134543] env[71114]: value = "task-3821384" [ 770.134543] env[71114]: _type = "Task" [ 770.134543] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.146641] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821384, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.253545] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821381, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.378460] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3882883-92f3-4c61-b77c-acd2cf8ca7d5 tempest-ServerMetadataNegativeTestJSON-464960776 tempest-ServerMetadataNegativeTestJSON-464960776-project-member] Lock "86e51a30-4cbd-4b56-aff8-dee09042da28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.455s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.398919] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821383, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.559422] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821380, 'name': ReconfigVM_Task, 'duration_secs': 1.229786} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.563204] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Reconfigured VM instance instance-0000001d to attach disk [datastore2] f173acbb-196b-4e7f-bc5e-44ad94cdc9a7/f173acbb-196b-4e7f-bc5e-44ad94cdc9a7.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.565058] env[71114]: DEBUG nova.compute.manager [req-b5259624-1149-4771-9214-1298f8ad0817 req-4c15bd8f-9d05-43fe-a6ec-3bf7b552ec55 service nova] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Received event network-changed-78897875-f23c-4c27-8445-0e5b932e5bc2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.565534] env[71114]: DEBUG nova.compute.manager [req-b5259624-1149-4771-9214-1298f8ad0817 req-4c15bd8f-9d05-43fe-a6ec-3bf7b552ec55 service nova] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Refreshing instance network info cache due to event network-changed-78897875-f23c-4c27-8445-0e5b932e5bc2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.565897] env[71114]: DEBUG oslo_concurrency.lockutils [req-b5259624-1149-4771-9214-1298f8ad0817 req-4c15bd8f-9d05-43fe-a6ec-3bf7b552ec55 service nova] Acquiring lock "refresh_cache-c848e65e-79ba-4edc-afb5-6c511c0fde71" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.566198] env[71114]: DEBUG oslo_concurrency.lockutils [req-b5259624-1149-4771-9214-1298f8ad0817 req-4c15bd8f-9d05-43fe-a6ec-3bf7b552ec55 service nova] Acquired lock "refresh_cache-c848e65e-79ba-4edc-afb5-6c511c0fde71" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.566478] env[71114]: DEBUG nova.network.neutron [req-b5259624-1149-4771-9214-1298f8ad0817 req-4c15bd8f-9d05-43fe-a6ec-3bf7b552ec55 service nova] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Refreshing network info cache for port 78897875-f23c-4c27-8445-0e5b932e5bc2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.568284] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b9aa7d7-fbc1-4579-90c7-1482367d5b37 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.579439] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 770.579439] env[71114]: value = "task-3821385" [ 770.579439] env[71114]: _type = "Task" [ 770.579439] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.591837] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821385, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.647710] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821384, 'name': CreateVM_Task, 'duration_secs': 0.504798} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.648419] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.650515] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.650849] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.651380] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.651791] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7aa2b3c-4b46-47a4-b1aa-cd49b843154c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.659513] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 770.659513] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52015510-4a90-04c1-3564-7102c67c28ee" [ 770.659513] env[71114]: _type = "Task" [ 770.659513] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.671388] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52015510-4a90-04c1-3564-7102c67c28ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.752636] env[71114]: DEBUG oslo_vmware.api [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821381, 'name': PowerOnVM_Task, 'duration_secs': 1.193023} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.753068] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.753865] env[71114]: INFO nova.compute.manager [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Took 12.59 seconds to spawn the instance on the hypervisor. [ 770.754120] env[71114]: DEBUG nova.compute.manager [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.754982] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97afbc13-9ce3-439d-a351-984b64dab9c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.900988] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526561} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.905459] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 2d68e334-3f17-424e-a462-b8ab10f8cbb3/2d68e334-3f17-424e-a462-b8ab10f8cbb3.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.906328] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.906328] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ad4e82d-8dc4-4d4f-880f-8a020d8d7233 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.915709] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 770.915709] env[71114]: value = "task-3821386" [ 770.915709] env[71114]: _type = "Task" [ 770.915709] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.931891] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.091413] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821385, 'name': Rename_Task, 'duration_secs': 0.192609} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.094515] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.098431] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58dada69-c6eb-43aa-a2e1-50c65e07a514 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.107929] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 771.107929] env[71114]: value = "task-3821387" [ 771.107929] env[71114]: _type = "Task" [ 771.107929] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.122712] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.179448] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52015510-4a90-04c1-3564-7102c67c28ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013238} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.183357] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.183357] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.183502] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.183864] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.184162] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.184494] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0aad3b1-b573-4bbe-87a5-557792e9a13f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.195281] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.195678] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.198023] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e699cd34-a803-4a82-a9ad-b4fb4c767089 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.204158] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 771.204158] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ead0a7-07a8-ab2d-8a76-cc13926cedda" [ 771.204158] env[71114]: _type = "Task" [ 771.204158] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.224541] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ead0a7-07a8-ab2d-8a76-cc13926cedda, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.233978] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655da844-a081-4f02-9f05-ad231f591039 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.241972] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 771.241972] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520b08b8-c3aa-dba0-aafe-b433069bb538" [ 771.241972] env[71114]: _type = "Task" [ 771.241972] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.260916] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520b08b8-c3aa-dba0-aafe-b433069bb538, 'name': SearchDatastore_Task, 'duration_secs': 0.011282} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.261466] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.261723] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] c848e65e-79ba-4edc-afb5-6c511c0fde71/c848e65e-79ba-4edc-afb5-6c511c0fde71.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.262028] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-052634de-cd78-4c18-9b7c-6d56e1da0179 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.273903] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 771.273903] env[71114]: value = "task-3821388" [ 771.273903] env[71114]: _type = "Task" [ 771.273903] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.279783] env[71114]: INFO nova.compute.manager [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Took 42.95 seconds to build instance. [ 771.289939] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.428507] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086017} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.432708] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.434012] env[71114]: DEBUG nova.network.neutron [req-b5259624-1149-4771-9214-1298f8ad0817 req-4c15bd8f-9d05-43fe-a6ec-3bf7b552ec55 service nova] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Updated VIF entry in instance network info cache for port 78897875-f23c-4c27-8445-0e5b932e5bc2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.434512] env[71114]: DEBUG nova.network.neutron [req-b5259624-1149-4771-9214-1298f8ad0817 req-4c15bd8f-9d05-43fe-a6ec-3bf7b552ec55 service nova] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Updating instance_info_cache with network_info: [{"id": "78897875-f23c-4c27-8445-0e5b932e5bc2", "address": "fa:16:3e:bb:d3:d9", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78897875-f2", "ovs_interfaceid": "78897875-f23c-4c27-8445-0e5b932e5bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.438345] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e5792b-8809-4ca9-be10-2a371bfa3d5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.479117] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 2d68e334-3f17-424e-a462-b8ab10f8cbb3/2d68e334-3f17-424e-a462-b8ab10f8cbb3.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.483654] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad25019f-fd27-4b9d-9761-a234a85af916 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.512369] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 771.512369] env[71114]: value = "task-3821389" [ 771.512369] env[71114]: _type = "Task" [ 771.512369] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.531736] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.628102] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.629734] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727a3757-fef7-485b-96de-6df5cfc1038b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.642188] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2595bc-24bd-4e63-9d51-8b213c893b97 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.684101] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d769308e-c95b-4d41-85d4-b86bbcd6bd2b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.695919] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c12d62d-d88e-47b5-9bed-194a8ba14c33 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.716949] env[71114]: DEBUG nova.compute.provider_tree [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.786444] env[71114]: DEBUG oslo_concurrency.lockutils [None req-989a3bc4-52a6-46fb-ac6a-86dda2b2fb9e tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.175s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.787084] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821388, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.945367] env[71114]: DEBUG oslo_concurrency.lockutils [req-b5259624-1149-4771-9214-1298f8ad0817 req-4c15bd8f-9d05-43fe-a6ec-3bf7b552ec55 service nova] Releasing lock "refresh_cache-c848e65e-79ba-4edc-afb5-6c511c0fde71" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.026998] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.125325] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.222922] env[71114]: DEBUG nova.scheduler.client.report [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.290062] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543773} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.290062] env[71114]: DEBUG nova.compute.manager [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.292189] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] c848e65e-79ba-4edc-afb5-6c511c0fde71/c848e65e-79ba-4edc-afb5-6c511c0fde71.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.292421] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.292676] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9db01a9b-5513-4829-8570-4cebd92d0cc9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.302565] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 772.302565] env[71114]: value = "task-3821390" [ 772.302565] env[71114]: _type = "Task" [ 772.302565] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.316027] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.503457] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquiring lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.503944] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.504182] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquiring lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.504372] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.504545] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.507408] env[71114]: INFO nova.compute.manager [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Terminating instance [ 772.528676] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821389, 'name': ReconfigVM_Task, 'duration_secs': 0.659598} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.529046] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 2d68e334-3f17-424e-a462-b8ab10f8cbb3/2d68e334-3f17-424e-a462-b8ab10f8cbb3.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.529751] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-176479e9-804f-4e14-90c6-dbb5b02249dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.538188] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 772.538188] env[71114]: value = "task-3821391" [ 772.538188] env[71114]: _type = "Task" [ 772.538188] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.550547] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821391, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.624181] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.727069] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.894s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.727635] env[71114]: DEBUG nova.compute.manager [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.730437] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.420s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.730663] env[71114]: DEBUG nova.objects.instance [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lazy-loading 'resources' on Instance uuid 666e2163-d6ac-46e8-bca6-c7fce49814a9 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.814072] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079805} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.814424] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.815355] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44387848-f48d-4a80-b69c-69d51a53fda1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.819233] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.842498] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] c848e65e-79ba-4edc-afb5-6c511c0fde71/c848e65e-79ba-4edc-afb5-6c511c0fde71.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.843217] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef41bbd-975c-4ed0-8af4-61fe74c4eac0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.864975] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 772.864975] env[71114]: value = "task-3821392" [ 772.864975] env[71114]: _type = "Task" [ 772.864975] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.875015] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.014045] env[71114]: DEBUG nova.compute.manager [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.014045] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.015198] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fec2b05-7774-45b4-9f78-dbe58add851c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.030388] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.031648] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12d00a16-c6d1-4e09-9b6f-285cbb1a5f0f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.046640] env[71114]: DEBUG oslo_vmware.api [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for the task: (returnval){ [ 773.046640] env[71114]: value = "task-3821393" [ 773.046640] env[71114]: _type = "Task" [ 773.046640] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.054369] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821391, 'name': Rename_Task, 'duration_secs': 0.250043} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.055445] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.055794] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-707822e2-25dc-479d-9e8d-d6f473d3ca88 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.061267] env[71114]: DEBUG oslo_vmware.api [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.068235] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 773.068235] env[71114]: value = "task-3821394" [ 773.068235] env[71114]: _type = "Task" [ 773.068235] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.079043] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.124639] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.236521] env[71114]: DEBUG nova.compute.utils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.242314] env[71114]: DEBUG nova.compute.manager [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.242503] env[71114]: DEBUG nova.network.neutron [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.312560] env[71114]: DEBUG nova.policy [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52b12b7f58f49e899b6184d0ad9055a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '329190a0ebf74711ae2748bc8053ae99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.376507] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821392, 'name': ReconfigVM_Task, 'duration_secs': 0.321178} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.376851] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Reconfigured VM instance instance-0000001e to attach disk [datastore2] c848e65e-79ba-4edc-afb5-6c511c0fde71/c848e65e-79ba-4edc-afb5-6c511c0fde71.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.380030] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb4e0854-a15d-4e74-a6c3-2390a3ac30ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.387598] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 773.387598] env[71114]: value = "task-3821395" [ 773.387598] env[71114]: _type = "Task" [ 773.387598] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.398787] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821395, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.557837] env[71114]: DEBUG oslo_vmware.api [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.580823] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.627376] env[71114]: DEBUG oslo_vmware.api [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821387, 'name': PowerOnVM_Task, 'duration_secs': 2.51816} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.627709] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.627948] env[71114]: INFO nova.compute.manager [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Took 10.51 seconds to spawn the instance on the hypervisor. [ 773.628088] env[71114]: DEBUG nova.compute.manager [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 773.628930] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c11186-7981-4a1a-8384-2aa306d29394 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.742872] env[71114]: DEBUG nova.compute.manager [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.794479] env[71114]: DEBUG nova.network.neutron [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Successfully created port: 8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.903131] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821395, 'name': Rename_Task, 'duration_secs': 0.169004} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.904050] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.904050] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-543b0ab5-d16c-4038-a922-9663220c6973 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.907762] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13c3375-6b53-44f6-bce1-1b0e494701e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.919880] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d242823a-836e-434d-a98c-a4ec382cfde4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.924217] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 773.924217] env[71114]: value = "task-3821396" [ 773.924217] env[71114]: _type = "Task" [ 773.924217] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.964494] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96bf19b-c701-4f61-99c6-78a319e4a12f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.973934] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.980349] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28833ca7-64f1-4152-a4e8-d415cca732e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.996637] env[71114]: DEBUG nova.compute.provider_tree [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.061473] env[71114]: DEBUG oslo_vmware.api [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821393, 'name': PowerOffVM_Task, 'duration_secs': 1.01302} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.061727] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.061892] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.062168] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d98f73-a73b-4624-85eb-98ab43e80ce0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.080903] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.153379] env[71114]: INFO nova.compute.manager [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Took 43.82 seconds to build instance. [ 774.436414] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821396, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.500913] env[71114]: DEBUG nova.scheduler.client.report [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.580929] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821394, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.656859] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cc22123a-816b-4d6c-b60c-1929f9d780b5 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "f173acbb-196b-4e7f-bc5e-44ad94cdc9a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.949s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.758153] env[71114]: DEBUG nova.compute.manager [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.794297] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.794597] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.794849] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.798068] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.798068] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.798068] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.798068] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.798068] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.798068] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.798068] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.798068] env[71114]: DEBUG nova.virt.hardware [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.798068] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077025cc-25db-46ae-80b3-1b43a6873c44 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.807195] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273faaab-9df9-4f92-9471-f87cdaa2a0d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.938931] env[71114]: DEBUG oslo_vmware.api [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821396, 'name': PowerOnVM_Task, 'duration_secs': 0.536731} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.939253] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.939595] env[71114]: INFO nova.compute.manager [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Took 7.67 seconds to spawn the instance on the hypervisor. [ 774.942303] env[71114]: DEBUG nova.compute.manager [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 774.942303] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f12d0e-28ac-45ab-95f3-5f09e5f62f0f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.006364] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.009076] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.668s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.010452] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.010452] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71114) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 775.010452] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.978s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.011487] env[71114]: INFO nova.compute.claims [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.015506] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07630b02-79d9-4d82-a67b-e881e61021bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.026297] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2f0710-2417-4bea-99ad-0598a16d9953 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.046404] env[71114]: INFO nova.scheduler.client.report [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Deleted allocations for instance 666e2163-d6ac-46e8-bca6-c7fce49814a9 [ 775.048116] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7b5f62-047b-4bd1-91d7-1ab56cc51666 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.059677] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c70e2e-7395-4477-af46-6fef068652a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.096211] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178954MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=71114) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 775.096211] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.110582] env[71114]: DEBUG oslo_vmware.api [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821394, 'name': PowerOnVM_Task, 'duration_secs': 1.8074} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.110896] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.111142] env[71114]: INFO nova.compute.manager [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Took 19.81 seconds to spawn the instance on the hypervisor. [ 775.111388] env[71114]: DEBUG nova.compute.manager [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.112245] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb54c2e-8113-4fa5-9d38-4bd2db62f17c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.138812] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.139419] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.139419] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Deleting the datastore file [datastore1] 81fad1b3-397f-43ab-ae9c-bfa328e62a35 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.139661] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7bfa40c-e081-46d3-8eb6-dee61beab9a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.147582] env[71114]: DEBUG oslo_vmware.api [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for the task: (returnval){ [ 775.147582] env[71114]: value = "task-3821398" [ 775.147582] env[71114]: _type = "Task" [ 775.147582] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.157618] env[71114]: DEBUG oslo_vmware.api [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.160230] env[71114]: DEBUG nova.compute.manager [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.464714] env[71114]: INFO nova.compute.manager [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Took 43.98 seconds to build instance. [ 775.563211] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31764233-c770-4ff4-a0a7-401306480970 tempest-ServerDiagnosticsTest-1143994006 tempest-ServerDiagnosticsTest-1143994006-project-member] Lock "666e2163-d6ac-46e8-bca6-c7fce49814a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.912s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.636528] env[71114]: INFO nova.compute.manager [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Took 49.96 seconds to build instance. [ 775.662184] env[71114]: DEBUG oslo_vmware.api [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Task: {'id': task-3821398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439998} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.662468] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.662659] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.662843] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.663033] env[71114]: INFO nova.compute.manager [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Took 2.65 seconds to destroy the instance on the hypervisor. [ 775.663312] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.663582] env[71114]: DEBUG nova.compute.manager [-] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.663722] env[71114]: DEBUG nova.network.neutron [-] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.688833] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.888491] env[71114]: DEBUG nova.network.neutron [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Successfully updated port: 8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.968622] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fbb3a4e1-8c37-4ace-9256-8f9ccad0943e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "c848e65e-79ba-4edc-afb5-6c511c0fde71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.020s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.084364] env[71114]: DEBUG nova.compute.manager [req-10d995cb-10f0-43b9-9454-5770a8995b36 req-23c70ed7-cae2-4051-8ebf-a1246e8a8d31 service nova] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Received event network-vif-plugged-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.084574] env[71114]: DEBUG oslo_concurrency.lockutils [req-10d995cb-10f0-43b9-9454-5770a8995b36 req-23c70ed7-cae2-4051-8ebf-a1246e8a8d31 service nova] Acquiring lock "5d3ff322-f182-48be-9066-203f120b2512-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.084952] env[71114]: DEBUG oslo_concurrency.lockutils [req-10d995cb-10f0-43b9-9454-5770a8995b36 req-23c70ed7-cae2-4051-8ebf-a1246e8a8d31 service nova] Lock "5d3ff322-f182-48be-9066-203f120b2512-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.085545] env[71114]: DEBUG oslo_concurrency.lockutils [req-10d995cb-10f0-43b9-9454-5770a8995b36 req-23c70ed7-cae2-4051-8ebf-a1246e8a8d31 service nova] Lock "5d3ff322-f182-48be-9066-203f120b2512-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.085545] env[71114]: DEBUG nova.compute.manager [req-10d995cb-10f0-43b9-9454-5770a8995b36 req-23c70ed7-cae2-4051-8ebf-a1246e8a8d31 service nova] [instance: 5d3ff322-f182-48be-9066-203f120b2512] No waiting events found dispatching network-vif-plugged-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 776.085545] env[71114]: WARNING nova.compute.manager [req-10d995cb-10f0-43b9-9454-5770a8995b36 req-23c70ed7-cae2-4051-8ebf-a1246e8a8d31 service nova] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Received unexpected event network-vif-plugged-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 for instance with vm_state building and task_state spawning. [ 776.139814] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bd56401d-1fc6-41e8-a95c-286f73f2164f tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.015s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.398479] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "refresh_cache-5d3ff322-f182-48be-9066-203f120b2512" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.399009] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquired lock "refresh_cache-5d3ff322-f182-48be-9066-203f120b2512" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.399300] env[71114]: DEBUG nova.network.neutron [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.476722] env[71114]: DEBUG nova.compute.manager [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.479884] env[71114]: INFO nova.compute.manager [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Rebuilding instance [ 776.549012] env[71114]: DEBUG nova.compute.manager [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.550036] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77235a4d-7386-4e71-ba9e-ec576744690d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.644521] env[71114]: DEBUG nova.compute.manager [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.743090] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1962d6cd-502f-4859-ade6-067af9aab5a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.755009] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf91d8c0-076c-4e4d-af61-336a44fe9917 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.794512] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc7aa8e-3c14-4c3d-a362-971210c91de8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.804481] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573ea88f-9885-4a30-91b9-ce49c5dc387d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.822385] env[71114]: DEBUG nova.compute.provider_tree [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.891396] env[71114]: DEBUG nova.network.neutron [-] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.900446] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18022ab-b3e7-492a-9961-6bf3de91ae58 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.915020] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c55f5ad6-423d-4ee3-8421-c2d4c044fc3f tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Suspending the VM {{(pid=71114) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 776.915157] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5d53d26e-937e-45ad-bac1-b2df4c748c89 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.927955] env[71114]: DEBUG oslo_vmware.api [None req-c55f5ad6-423d-4ee3-8421-c2d4c044fc3f tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 776.927955] env[71114]: value = "task-3821399" [ 776.927955] env[71114]: _type = "Task" [ 776.927955] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.945250] env[71114]: DEBUG oslo_vmware.api [None req-c55f5ad6-423d-4ee3-8421-c2d4c044fc3f tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821399, 'name': SuspendVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.951055] env[71114]: DEBUG nova.network.neutron [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.007659] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.063789] env[71114]: DEBUG oslo_concurrency.lockutils [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.064093] env[71114]: DEBUG oslo_concurrency.lockutils [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.064305] env[71114]: DEBUG oslo_concurrency.lockutils [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.064551] env[71114]: DEBUG oslo_concurrency.lockutils [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.064649] env[71114]: DEBUG oslo_concurrency.lockutils [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.067083] env[71114]: INFO nova.compute.manager [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Terminating instance [ 777.176518] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.190937] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquiring lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.191444] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.191698] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquiring lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.192249] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.192543] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.194977] env[71114]: INFO nova.compute.manager [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Terminating instance [ 777.203506] env[71114]: DEBUG nova.network.neutron [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Updating instance_info_cache with network_info: [{"id": "8f68a3a3-c78c-4ca1-bd81-aae0adb058d5", "address": "fa:16:3e:9b:12:e9", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f68a3a3-c7", "ovs_interfaceid": "8f68a3a3-c78c-4ca1-bd81-aae0adb058d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.325697] env[71114]: DEBUG nova.scheduler.client.report [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.394750] env[71114]: INFO nova.compute.manager [-] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Took 1.73 seconds to deallocate network for instance. [ 777.440322] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquiring lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.440447] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.444033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquiring lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.444033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.444033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.444033] env[71114]: DEBUG oslo_vmware.api [None req-c55f5ad6-423d-4ee3-8421-c2d4c044fc3f tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821399, 'name': SuspendVM_Task} progress is 62%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.444033] env[71114]: INFO nova.compute.manager [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Terminating instance [ 777.572828] env[71114]: DEBUG nova.compute.manager [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.573134] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.574259] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ea16ec-85cf-4e64-9d09-78040c4c57fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.579293] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.579293] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe0fdd5-d9b9-4e82-af4d-d1229cc01d05 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.587968] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.589698] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7806b8f4-6584-4e52-9685-a82ce3f22c2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.592290] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 777.592290] env[71114]: value = "task-3821400" [ 777.592290] env[71114]: _type = "Task" [ 777.592290] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.600374] env[71114]: DEBUG oslo_vmware.api [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 777.600374] env[71114]: value = "task-3821401" [ 777.600374] env[71114]: _type = "Task" [ 777.600374] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.604857] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.615556] env[71114]: DEBUG oslo_vmware.api [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.702559] env[71114]: DEBUG nova.compute.manager [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.705044] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.705044] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866b6716-7819-468a-8b6d-c730ffd91011 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.707362] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Releasing lock "refresh_cache-5d3ff322-f182-48be-9066-203f120b2512" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.707675] env[71114]: DEBUG nova.compute.manager [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Instance network_info: |[{"id": "8f68a3a3-c78c-4ca1-bd81-aae0adb058d5", "address": "fa:16:3e:9b:12:e9", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f68a3a3-c7", "ovs_interfaceid": "8f68a3a3-c78c-4ca1-bd81-aae0adb058d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.708175] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:12:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f68a3a3-c78c-4ca1-bd81-aae0adb058d5', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.717097] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Creating folder: Project (329190a0ebf74711ae2748bc8053ae99). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.720755] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44b756ad-1c88-4f68-a7dd-d4eecc694294 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.725622] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.726372] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5603ea8a-1320-4dc5-a6e6-8aac339925b9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.734376] env[71114]: DEBUG oslo_vmware.api [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for the task: (returnval){ [ 777.734376] env[71114]: value = "task-3821403" [ 777.734376] env[71114]: _type = "Task" [ 777.734376] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.740120] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Created folder: Project (329190a0ebf74711ae2748bc8053ae99) in parent group-v759732. [ 777.740362] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Creating folder: Instances. Parent ref: group-v759829. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.741167] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-296ccd6b-0b85-4c6a-91ef-a5aa942a757a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.746758] env[71114]: DEBUG oslo_vmware.api [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.758581] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Created folder: Instances in parent group-v759829. [ 777.758771] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.758986] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.759250] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6912f121-a279-48ac-b457-b909deba846c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.781008] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.781008] env[71114]: value = "task-3821405" [ 777.781008] env[71114]: _type = "Task" [ 777.781008] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.791990] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821405, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.833640] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.835203] env[71114]: DEBUG nova.compute.manager [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.841303] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.611s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.843438] env[71114]: INFO nova.compute.claims [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.910774] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.944450] env[71114]: DEBUG oslo_vmware.api [None req-c55f5ad6-423d-4ee3-8421-c2d4c044fc3f tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821399, 'name': SuspendVM_Task, 'duration_secs': 0.706804} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.944569] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c55f5ad6-423d-4ee3-8421-c2d4c044fc3f tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Suspended the VM {{(pid=71114) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 777.944762] env[71114]: DEBUG nova.compute.manager [None req-c55f5ad6-423d-4ee3-8421-c2d4c044fc3f tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 777.945963] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef15e57-2089-48cd-9f2d-21bb6925298f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.952118] env[71114]: DEBUG nova.compute.manager [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.952118] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.952377] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29dd4ed-32d1-4973-9542-e5e96e7863f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.966312] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.967111] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a2b6c2-c9f6-40c1-bf67-ce87bb4fc9e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.977022] env[71114]: DEBUG oslo_vmware.api [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for the task: (returnval){ [ 777.977022] env[71114]: value = "task-3821406" [ 777.977022] env[71114]: _type = "Task" [ 777.977022] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.989400] env[71114]: DEBUG oslo_vmware.api [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.105508] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821400, 'name': PowerOffVM_Task, 'duration_secs': 0.180306} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.109290] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.110209] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.111480] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a857fb7-70b9-4b9c-91cd-c5b2507f3783 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.122906] env[71114]: DEBUG oslo_vmware.api [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821401, 'name': PowerOffVM_Task, 'duration_secs': 0.300037} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.126374] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.126743] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.127305] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.127589] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b68c34e-cc11-4bff-b50e-29fbac52fff8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.130698] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4015a85b-1701-464a-9c98-fcc74ab991af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.165792] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.166185] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.166439] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Deleting the datastore file [datastore2] f173acbb-196b-4e7f-bc5e-44ad94cdc9a7 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.166738] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fea2749e-44c8-4d40-b409-a692aabde09c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.175256] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 778.175256] env[71114]: value = "task-3821409" [ 778.175256] env[71114]: _type = "Task" [ 778.175256] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.186132] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.246493] env[71114]: DEBUG oslo_vmware.api [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821403, 'name': PowerOffVM_Task, 'duration_secs': 0.249067} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.246804] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.246974] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.247258] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d71e3cd4-1641-4c56-a02c-e0eb2df446bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.294168] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821405, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.298937] env[71114]: DEBUG nova.compute.manager [req-66b5aff7-ea80-449a-98c4-66f1535af034 req-216432b0-d955-47ce-8e46-a6443f4787db service nova] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Received event network-changed-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.299192] env[71114]: DEBUG nova.compute.manager [req-66b5aff7-ea80-449a-98c4-66f1535af034 req-216432b0-d955-47ce-8e46-a6443f4787db service nova] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Refreshing instance network info cache due to event network-changed-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.299439] env[71114]: DEBUG oslo_concurrency.lockutils [req-66b5aff7-ea80-449a-98c4-66f1535af034 req-216432b0-d955-47ce-8e46-a6443f4787db service nova] Acquiring lock "refresh_cache-5d3ff322-f182-48be-9066-203f120b2512" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.299601] env[71114]: DEBUG oslo_concurrency.lockutils [req-66b5aff7-ea80-449a-98c4-66f1535af034 req-216432b0-d955-47ce-8e46-a6443f4787db service nova] Acquired lock "refresh_cache-5d3ff322-f182-48be-9066-203f120b2512" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.299799] env[71114]: DEBUG nova.network.neutron [req-66b5aff7-ea80-449a-98c4-66f1535af034 req-216432b0-d955-47ce-8e46-a6443f4787db service nova] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Refreshing network info cache for port 8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.325800] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.325944] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.326112] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Deleting the datastore file [datastore1] 2d68e334-3f17-424e-a462-b8ab10f8cbb3 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.327561] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dd1d114-7537-45d1-a26e-d5b0bc14b1a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.329949] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.330140] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.330304] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Deleting the datastore file [datastore1] 5e954dd4-d026-48c9-8cfa-4b224e9b2c16 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.330888] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-295b212f-7b14-4719-9dd2-44b845314353 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.339762] env[71114]: DEBUG oslo_vmware.api [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 778.339762] env[71114]: value = "task-3821411" [ 778.339762] env[71114]: _type = "Task" [ 778.339762] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.341495] env[71114]: DEBUG oslo_vmware.api [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for the task: (returnval){ [ 778.341495] env[71114]: value = "task-3821412" [ 778.341495] env[71114]: _type = "Task" [ 778.341495] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.355151] env[71114]: DEBUG nova.compute.utils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.363570] env[71114]: DEBUG nova.compute.manager [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.364336] env[71114]: DEBUG nova.network.neutron [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.366608] env[71114]: DEBUG oslo_vmware.api [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.366864] env[71114]: DEBUG oslo_vmware.api [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.451651] env[71114]: DEBUG nova.policy [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c30629cbc4644db81236c58879f6ef0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f791f734dae4669bcea11a4366dbd89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.494119] env[71114]: DEBUG oslo_vmware.api [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821406, 'name': PowerOffVM_Task, 'duration_secs': 0.222148} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.494387] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.494553] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.494819] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6151ade8-d626-4df5-8123-eb8b05d68819 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.570445] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.570821] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.571184] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Deleting the datastore file [datastore1] 8bf921a7-c252-4ad2-a380-29e85d01e0cb {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.571584] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-941efada-1d0e-4a8e-86f5-b32306ca415d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.580279] env[71114]: DEBUG oslo_vmware.api [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for the task: (returnval){ [ 778.580279] env[71114]: value = "task-3821414" [ 778.580279] env[71114]: _type = "Task" [ 778.580279] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.588930] env[71114]: DEBUG oslo_vmware.api [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.688930] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184214} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.689790] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.689790] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.689790] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.798632] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821405, 'name': CreateVM_Task, 'duration_secs': 0.64564} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.798898] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.803012] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.803012] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.803012] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.803012] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73b6111-9723-44fa-98e8-d513d7ef69ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.811543] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 778.811543] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52631a97-60b1-ee9d-c501-d4d412c1299a" [ 778.811543] env[71114]: _type = "Task" [ 778.811543] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.823027] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52631a97-60b1-ee9d-c501-d4d412c1299a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.854342] env[71114]: DEBUG oslo_vmware.api [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238448} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.855041] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.855675] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.855675] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.855835] env[71114]: INFO nova.compute.manager [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Took 1.28 seconds to destroy the instance on the hypervisor. [ 778.856069] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.856272] env[71114]: DEBUG nova.compute.manager [-] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.856377] env[71114]: DEBUG nova.network.neutron [-] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.861978] env[71114]: DEBUG oslo_vmware.api [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Task: {'id': task-3821412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210925} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.862704] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.862886] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.863079] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.864050] env[71114]: INFO nova.compute.manager [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Took 1.16 seconds to destroy the instance on the hypervisor. [ 778.864050] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.866740] env[71114]: DEBUG nova.compute.manager [-] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.866789] env[71114]: DEBUG nova.network.neutron [-] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.868906] env[71114]: DEBUG nova.compute.manager [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.103349] env[71114]: DEBUG oslo_vmware.api [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Task: {'id': task-3821414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181651} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.103926] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.104149] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.104347] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.104523] env[71114]: INFO nova.compute.manager [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 779.104794] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.105045] env[71114]: DEBUG nova.compute.manager [-] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.105198] env[71114]: DEBUG nova.network.neutron [-] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.327119] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52631a97-60b1-ee9d-c501-d4d412c1299a, 'name': SearchDatastore_Task, 'duration_secs': 0.012408} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.327450] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.327969] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.328318] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.328510] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.328703] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.329040] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99336498-ebf4-44ba-b672-fef13edfab73 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.339453] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.339675] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.340761] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430a15db-191f-4ed9-89ba-5247f33924b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.353035] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 779.353035] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529e8e7b-d8d9-645e-5f7e-1d69267c90b9" [ 779.353035] env[71114]: _type = "Task" [ 779.353035] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.368368] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529e8e7b-d8d9-645e-5f7e-1d69267c90b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.380894] env[71114]: DEBUG nova.network.neutron [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Successfully created port: 9776cffc-8c30-4def-82fd-f96b4141e6c4 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.490343] env[71114]: DEBUG nova.network.neutron [req-66b5aff7-ea80-449a-98c4-66f1535af034 req-216432b0-d955-47ce-8e46-a6443f4787db service nova] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Updated VIF entry in instance network info cache for port 8f68a3a3-c78c-4ca1-bd81-aae0adb058d5. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.490711] env[71114]: DEBUG nova.network.neutron [req-66b5aff7-ea80-449a-98c4-66f1535af034 req-216432b0-d955-47ce-8e46-a6443f4787db service nova] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Updating instance_info_cache with network_info: [{"id": "8f68a3a3-c78c-4ca1-bd81-aae0adb058d5", "address": "fa:16:3e:9b:12:e9", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f68a3a3-c7", "ovs_interfaceid": "8f68a3a3-c78c-4ca1-bd81-aae0adb058d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.516176] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36acce9-b420-450a-954e-f9a05cfc587e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.528373] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa14dea2-cd56-4f36-b1be-8d2e56ae2ca2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.564608] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2d5aab-9814-4c5b-b820-7690f2f1dc7b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.573625] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa07774b-7040-40a2-b594-d83944e33f6c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.591205] env[71114]: DEBUG nova.compute.provider_tree [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.736926] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.737230] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.737396] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.737593] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.737764] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.737915] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.738155] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.738329] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.738515] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.738678] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.738850] env[71114]: DEBUG nova.virt.hardware [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.739819] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc691a51-50a6-40eb-87ab-129d10a5a631 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.749193] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13050dc-55ab-4716-acb3-ccc19b72f748 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.765834] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.772019] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.772441] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.776083] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd44a7ac-27f5-44b9-8aa6-9c6ce3420db9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.791594] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.791594] env[71114]: value = "task-3821415" [ 779.791594] env[71114]: _type = "Task" [ 779.791594] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.802559] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821415, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.866957] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529e8e7b-d8d9-645e-5f7e-1d69267c90b9, 'name': SearchDatastore_Task, 'duration_secs': 0.015091} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.866957] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6cd0f6a-32e6-4ba8-99fa-8b433654b5ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.876282] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 779.876282] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522569f0-3000-f4a8-1afb-81288f4ab6a0" [ 779.876282] env[71114]: _type = "Task" [ 779.876282] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.886667] env[71114]: DEBUG nova.compute.manager [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.899219] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522569f0-3000-f4a8-1afb-81288f4ab6a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012523} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.899219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.899219] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 5d3ff322-f182-48be-9066-203f120b2512/5d3ff322-f182-48be-9066-203f120b2512.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.899219] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6d90cfe-7f29-420b-81ec-a72769678299 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.908370] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 779.908370] env[71114]: value = "task-3821416" [ 779.908370] env[71114]: _type = "Task" [ 779.908370] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.922963] env[71114]: DEBUG nova.virt.hardware [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.923331] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cab4c0-012a-4e17-ae5d-4a3c72bd9e17 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.940309] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.940309] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77854077-4e41-4f0b-a0bc-b028a3ef2c18 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.989316] env[71114]: DEBUG nova.compute.manager [req-64576d1e-2877-4938-9156-cdede656561f req-eca30697-80ba-468c-af5a-b47ba98814de service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Received event network-vif-deleted-0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.989571] env[71114]: INFO nova.compute.manager [req-64576d1e-2877-4938-9156-cdede656561f req-eca30697-80ba-468c-af5a-b47ba98814de service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Neutron deleted interface 0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1; detaching it from the instance and deleting it from the info cache [ 779.989749] env[71114]: DEBUG nova.network.neutron [req-64576d1e-2877-4938-9156-cdede656561f req-eca30697-80ba-468c-af5a-b47ba98814de service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.995034] env[71114]: DEBUG nova.compute.manager [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.996695] env[71114]: DEBUG oslo_concurrency.lockutils [req-66b5aff7-ea80-449a-98c4-66f1535af034 req-216432b0-d955-47ce-8e46-a6443f4787db service nova] Releasing lock "refresh_cache-5d3ff322-f182-48be-9066-203f120b2512" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.996899] env[71114]: DEBUG nova.compute.manager [req-66b5aff7-ea80-449a-98c4-66f1535af034 req-216432b0-d955-47ce-8e46-a6443f4787db service nova] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Received event network-vif-deleted-4297047d-047f-4455-bf9e-8178bc8d59f7 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.001464] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e311cb-c7c7-4749-963b-6a136aeaa937 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.001464] env[71114]: DEBUG nova.network.neutron [-] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.030638] env[71114]: DEBUG oslo_vmware.rw_handles [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bbf33-4c92-5d94-bebb-337a9cd1e531/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.031939] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2732e324-142d-4a0d-966e-ba2c83743521 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.040022] env[71114]: DEBUG oslo_vmware.rw_handles [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bbf33-4c92-5d94-bebb-337a9cd1e531/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.040312] env[71114]: ERROR oslo_vmware.rw_handles [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bbf33-4c92-5d94-bebb-337a9cd1e531/disk-0.vmdk due to incomplete transfer. [ 780.040615] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2c5b368f-057d-49a3-a93d-130e59da88ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.050109] env[71114]: DEBUG oslo_vmware.rw_handles [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525bbf33-4c92-5d94-bebb-337a9cd1e531/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.050738] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Uploaded image 1ef43964-f4ae-4920-b5f7-9600c46e0266 to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.052714] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.053320] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6db179e-1b05-4f85-9d86-78e60d365989 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.061904] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 780.061904] env[71114]: value = "task-3821417" [ 780.061904] env[71114]: _type = "Task" [ 780.061904] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.082022] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821417, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.145022] env[71114]: DEBUG nova.scheduler.client.report [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 780.145022] env[71114]: DEBUG nova.compute.provider_tree [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 52 to 53 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 780.145022] env[71114]: DEBUG nova.compute.provider_tree [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 780.307653] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821415, 'name': CreateVM_Task, 'duration_secs': 0.368159} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.308012] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.308617] env[71114]: DEBUG oslo_concurrency.lockutils [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.308940] env[71114]: DEBUG oslo_concurrency.lockutils [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.309385] env[71114]: DEBUG oslo_concurrency.lockutils [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.309758] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86ad22b-5f52-4914-9a71-1a6b8181e095 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.320213] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 780.320213] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523dc90d-9366-530d-3eb9-e4f4b0f7eae3" [ 780.320213] env[71114]: _type = "Task" [ 780.320213] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.330533] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523dc90d-9366-530d-3eb9-e4f4b0f7eae3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.423281] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821416, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.474604] env[71114]: DEBUG nova.compute.manager [req-14e84187-d026-4ca4-a067-647032f048c0 req-bec36e27-f526-414f-a996-f60ce141b190 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received event network-vif-deleted-049d3e27-286a-4704-908b-e8e22cf0ae08 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.475061] env[71114]: INFO nova.compute.manager [req-14e84187-d026-4ca4-a067-647032f048c0 req-bec36e27-f526-414f-a996-f60ce141b190 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Neutron deleted interface 049d3e27-286a-4704-908b-e8e22cf0ae08; detaching it from the instance and deleting it from the info cache [ 780.475621] env[71114]: DEBUG nova.network.neutron [req-14e84187-d026-4ca4-a067-647032f048c0 req-bec36e27-f526-414f-a996-f60ce141b190 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Updating instance_info_cache with network_info: [{"id": "5e11315f-2ea8-4886-811f-8d722e8d5b94", "address": "fa:16:3e:4d:11:77", "network": {"id": "7caca62a-f7be-4cdc-94c8-90681a9dfed1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-400797600", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e11315f-2e", "ovs_interfaceid": "5e11315f-2ea8-4886-811f-8d722e8d5b94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ad29ce01-497c-4c0e-a44d-093d1f45c4b0", "address": "fa:16:3e:cc:80:11", "network": {"id": "fac22ff8-d24d-4c2d-b544-c6465f001936", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639574150", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad29ce01-49", "ovs_interfaceid": "ad29ce01-497c-4c0e-a44d-093d1f45c4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.496133] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6dc4b78-7833-4f2f-8841-0b83e69bd57f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.509227] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3df9f11-09fd-4f27-b6c1-a33a76290771 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.525089] env[71114]: INFO nova.compute.manager [-] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Took 1.66 seconds to deallocate network for instance. [ 780.526952] env[71114]: INFO nova.compute.manager [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] instance snapshotting [ 780.527148] env[71114]: WARNING nova.compute.manager [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 780.534260] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d3a658-46dc-4537-8fbe-34d03af6ec78 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.567638] env[71114]: DEBUG nova.compute.manager [req-64576d1e-2877-4938-9156-cdede656561f req-eca30697-80ba-468c-af5a-b47ba98814de service nova] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Detach interface failed, port_id=0f2fcc9c-b861-4b7d-95a6-6bc2b0cac5d1, reason: Instance 5e954dd4-d026-48c9-8cfa-4b224e9b2c16 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 780.593792] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1042da-bf16-4d78-b276-f3ca600fc3ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.603127] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821417, 'name': Destroy_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.651087] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.651731] env[71114]: DEBUG nova.compute.manager [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.656212] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.203s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.656728] env[71114]: DEBUG nova.objects.instance [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lazy-loading 'resources' on Instance uuid af490d93-f4db-479d-910c-d04a97483af6 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.831283] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523dc90d-9366-530d-3eb9-e4f4b0f7eae3, 'name': SearchDatastore_Task, 'duration_secs': 0.029736} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.831747] env[71114]: DEBUG oslo_concurrency.lockutils [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.831951] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.832284] env[71114]: DEBUG oslo_concurrency.lockutils [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.832448] env[71114]: DEBUG oslo_concurrency.lockutils [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.832748] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.833097] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3c27dd4-5dc3-494f-a47f-0e1b50ecae16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.843912] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.844116] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.845035] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0342fbc4-fc60-4cad-a056-e0c2924003e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.852962] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 780.852962] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d6a4b4-f2c5-a6e4-2b0b-15bef515fd33" [ 780.852962] env[71114]: _type = "Task" [ 780.852962] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.866249] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d6a4b4-f2c5-a6e4-2b0b-15bef515fd33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.923501] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711424} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.923616] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 5d3ff322-f182-48be-9066-203f120b2512/5d3ff322-f182-48be-9066-203f120b2512.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.923882] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.924198] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82bb5ed1-099a-4911-a947-e984e0cfc1e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.935839] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 780.935839] env[71114]: value = "task-3821418" [ 780.935839] env[71114]: _type = "Task" [ 780.935839] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.949852] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.979909] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f95103b-ecf9-400d-bf1e-38f4da5b51fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.992620] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154753e2-3f34-4f98-b5a6-a43e4ad63aab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.033855] env[71114]: DEBUG nova.network.neutron [-] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.037038] env[71114]: DEBUG nova.compute.manager [req-14e84187-d026-4ca4-a067-647032f048c0 req-bec36e27-f526-414f-a996-f60ce141b190 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Detach interface failed, port_id=049d3e27-286a-4704-908b-e8e22cf0ae08, reason: Instance 2d68e334-3f17-424e-a462-b8ab10f8cbb3 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 781.037038] env[71114]: DEBUG nova.compute.manager [req-14e84187-d026-4ca4-a067-647032f048c0 req-bec36e27-f526-414f-a996-f60ce141b190 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received event network-vif-deleted-5e11315f-2ea8-4886-811f-8d722e8d5b94 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.037038] env[71114]: INFO nova.compute.manager [req-14e84187-d026-4ca4-a067-647032f048c0 req-bec36e27-f526-414f-a996-f60ce141b190 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Neutron deleted interface 5e11315f-2ea8-4886-811f-8d722e8d5b94; detaching it from the instance and deleting it from the info cache [ 781.037038] env[71114]: DEBUG nova.network.neutron [req-14e84187-d026-4ca4-a067-647032f048c0 req-bec36e27-f526-414f-a996-f60ce141b190 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Updating instance_info_cache with network_info: [{"id": "ad29ce01-497c-4c0e-a44d-093d1f45c4b0", "address": "fa:16:3e:cc:80:11", "network": {"id": "fac22ff8-d24d-4c2d-b544-c6465f001936", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-639574150", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad29ce01-49", "ovs_interfaceid": "ad29ce01-497c-4c0e-a44d-093d1f45c4b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.038731] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.078446] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821417, 'name': Destroy_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.110372] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.110566] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-46f413cc-a316-4212-8362-e602eb8d060a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.119643] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 781.119643] env[71114]: value = "task-3821419" [ 781.119643] env[71114]: _type = "Task" [ 781.119643] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.130407] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.158303] env[71114]: DEBUG nova.compute.utils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.159900] env[71114]: DEBUG nova.compute.manager [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.160103] env[71114]: DEBUG nova.network.neutron [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.178048] env[71114]: DEBUG nova.network.neutron [-] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.206368] env[71114]: DEBUG nova.policy [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcddf55627444d04b234164a0714b19c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fbda60d29af4aa0b52acc90bce7c93a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.364741] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d6a4b4-f2c5-a6e4-2b0b-15bef515fd33, 'name': SearchDatastore_Task, 'duration_secs': 0.013601} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.365678] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68841243-f1b6-43fe-8a59-a3f64adb29de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.374793] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 781.374793] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5213f63a-6df5-2742-5fda-6881f8cab3fe" [ 781.374793] env[71114]: _type = "Task" [ 781.374793] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.388766] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5213f63a-6df5-2742-5fda-6881f8cab3fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.393051] env[71114]: DEBUG oslo_concurrency.lockutils [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.393051] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] f173acbb-196b-4e7f-bc5e-44ad94cdc9a7/f173acbb-196b-4e7f-bc5e-44ad94cdc9a7.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.393297] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32488e24-d19c-43d9-b6f5-b09eedfecac3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.403156] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 781.403156] env[71114]: value = "task-3821420" [ 781.403156] env[71114]: _type = "Task" [ 781.403156] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.413356] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.446937] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133414} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.452026] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.452026] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6be28f3-189f-433f-9b7b-6b65c944131d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.482195] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 5d3ff322-f182-48be-9066-203f120b2512/5d3ff322-f182-48be-9066-203f120b2512.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.485706] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a603e81-8498-4ddf-804d-49ccd2ea5466 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.511464] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 781.511464] env[71114]: value = "task-3821421" [ 781.511464] env[71114]: _type = "Task" [ 781.511464] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.521926] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.539186] env[71114]: INFO nova.compute.manager [-] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Took 2.43 seconds to deallocate network for instance. [ 781.541461] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bd98009-ac1c-448d-8be8-89253ec6989e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.558669] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5847c5dd-134e-40e4-a3a5-190862333c49 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.587673] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821417, 'name': Destroy_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.610373] env[71114]: DEBUG nova.compute.manager [req-14e84187-d026-4ca4-a067-647032f048c0 req-bec36e27-f526-414f-a996-f60ce141b190 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Detach interface failed, port_id=5e11315f-2ea8-4886-811f-8d722e8d5b94, reason: Instance 2d68e334-3f17-424e-a462-b8ab10f8cbb3 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 781.631511] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821419, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.663166] env[71114]: DEBUG nova.compute.manager [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.681025] env[71114]: INFO nova.compute.manager [-] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Took 2.82 seconds to deallocate network for instance. [ 781.851891] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a5281d-afb6-480b-b9f0-ed6f0d8e8618 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.863109] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb43e21e-d725-45b5-aee0-0891ad975170 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.901055] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a184f-0f67-475f-99fc-40c2104e59c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.913649] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5427fc49-971b-447a-bd71-43c4018db656 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.923881] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821420, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.938837] env[71114]: DEBUG nova.compute.provider_tree [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.029745] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821421, 'name': ReconfigVM_Task, 'duration_secs': 0.50978} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.029996] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 5d3ff322-f182-48be-9066-203f120b2512/5d3ff322-f182-48be-9066-203f120b2512.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.031175] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14d9b800-29fb-4b6e-ab78-bae2a1aa1716 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.041043] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 782.041043] env[71114]: value = "task-3821422" [ 782.041043] env[71114]: _type = "Task" [ 782.041043] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.052272] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.052721] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821422, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.066141] env[71114]: DEBUG nova.network.neutron [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Successfully created port: 7bce823c-5d1d-42d6-914d-9388d2a7e5ff {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.083943] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821417, 'name': Destroy_Task, 'duration_secs': 1.598535} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.084280] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Destroyed the VM [ 782.084548] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.084816] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-856d14cc-51f5-4e7b-a914-1bd5f4e82529 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.092525] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 782.092525] env[71114]: value = "task-3821423" [ 782.092525] env[71114]: _type = "Task" [ 782.092525] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.102937] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.130586] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821419, 'name': CreateSnapshot_Task, 'duration_secs': 0.732647} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.130896] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.131807] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c2f010-ecfe-4e12-a8c6-6d4a6c72f3f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.204886] env[71114]: DEBUG oslo_concurrency.lockutils [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.273303] env[71114]: DEBUG nova.network.neutron [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Successfully updated port: 9776cffc-8c30-4def-82fd-f96b4141e6c4 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.421043] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528998} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.421043] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] f173acbb-196b-4e7f-bc5e-44ad94cdc9a7/f173acbb-196b-4e7f-bc5e-44ad94cdc9a7.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.421043] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.421043] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5825e8c8-51fe-4347-9ece-00b35270a0e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.428678] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 782.428678] env[71114]: value = "task-3821424" [ 782.428678] env[71114]: _type = "Task" [ 782.428678] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.440751] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.442843] env[71114]: DEBUG nova.scheduler.client.report [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.553565] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821422, 'name': Rename_Task, 'duration_secs': 0.157991} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.553618] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.553836] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eb87b1b-af28-49da-9c4e-2318a0583e3b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.562012] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 782.562012] env[71114]: value = "task-3821425" [ 782.562012] env[71114]: _type = "Task" [ 782.562012] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.571748] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.603128] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821423, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.652917] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.654066] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-83561573-c711-44cc-9299-1513c4b24910 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.663965] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 782.663965] env[71114]: value = "task-3821426" [ 782.663965] env[71114]: _type = "Task" [ 782.663965] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.673941] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821426, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.676416] env[71114]: DEBUG nova.compute.manager [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.703691] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.703964] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.704137] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.704355] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.704508] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.704692] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.706838] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.706838] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.706838] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.706838] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.706838] env[71114]: DEBUG nova.virt.hardware [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.706838] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29c5698-591f-437b-afa4-ec723a2154f3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.715917] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b581c9a-8c27-4465-9bdb-113e2fe53dd6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.776781] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.776961] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.777147] env[71114]: DEBUG nova.network.neutron [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.944132] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071751} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.944955] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.945815] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96c0cf4-0012-4acc-a2d4-5cbfb5433aba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.951133] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.962593] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.022s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.962593] env[71114]: DEBUG nova.objects.instance [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lazy-loading 'resources' on Instance uuid a072844a-d6f2-42e6-8ee4-6532341c7977 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.976646] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] f173acbb-196b-4e7f-bc5e-44ad94cdc9a7/f173acbb-196b-4e7f-bc5e-44ad94cdc9a7.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.980785] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-272d830d-2fbe-4a8f-8856-510681a8296b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.998284] env[71114]: INFO nova.scheduler.client.report [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Deleted allocations for instance af490d93-f4db-479d-910c-d04a97483af6 [ 783.006408] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 783.006408] env[71114]: value = "task-3821427" [ 783.006408] env[71114]: _type = "Task" [ 783.006408] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.024087] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.034474] env[71114]: DEBUG nova.compute.manager [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Received event network-vif-deleted-a185b46c-2006-405b-977b-48cd0a11f481 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.034638] env[71114]: DEBUG nova.compute.manager [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Received event network-vif-deleted-ad29ce01-497c-4c0e-a44d-093d1f45c4b0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.034931] env[71114]: DEBUG nova.compute.manager [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Received event network-vif-plugged-9776cffc-8c30-4def-82fd-f96b4141e6c4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.035086] env[71114]: DEBUG oslo_concurrency.lockutils [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] Acquiring lock "b2f9536e-f32c-4e94-bb2f-eced831895f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.035330] env[71114]: DEBUG oslo_concurrency.lockutils [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.035500] env[71114]: DEBUG oslo_concurrency.lockutils [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.036124] env[71114]: DEBUG nova.compute.manager [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] No waiting events found dispatching network-vif-plugged-9776cffc-8c30-4def-82fd-f96b4141e6c4 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 783.036124] env[71114]: WARNING nova.compute.manager [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Received unexpected event network-vif-plugged-9776cffc-8c30-4def-82fd-f96b4141e6c4 for instance with vm_state building and task_state spawning. [ 783.036124] env[71114]: DEBUG nova.compute.manager [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Received event network-changed-9776cffc-8c30-4def-82fd-f96b4141e6c4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.036235] env[71114]: DEBUG nova.compute.manager [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Refreshing instance network info cache due to event network-changed-9776cffc-8c30-4def-82fd-f96b4141e6c4. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.036453] env[71114]: DEBUG oslo_concurrency.lockutils [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] Acquiring lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.073387] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821425, 'name': PowerOnVM_Task} progress is 78%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.105799] env[71114]: DEBUG oslo_vmware.api [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821423, 'name': RemoveSnapshot_Task, 'duration_secs': 0.608075} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.106125] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.106367] env[71114]: INFO nova.compute.manager [None req-e965a641-ae33-4d1a-b545-bc7a99925756 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Took 17.85 seconds to snapshot the instance on the hypervisor. [ 783.174626] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821426, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.338815] env[71114]: DEBUG nova.network.neutron [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.516667] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8b62f8e-dba9-40b9-8997-bdfea661176f tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "af490d93-f4db-479d-910c-d04a97483af6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.858s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.532026] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821427, 'name': ReconfigVM_Task, 'duration_secs': 0.407748} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.532026] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Reconfigured VM instance instance-0000001d to attach disk [datastore1] f173acbb-196b-4e7f-bc5e-44ad94cdc9a7/f173acbb-196b-4e7f-bc5e-44ad94cdc9a7.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.532026] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5597a91f-8f9f-4e1b-a187-6841b4c8ac08 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.540191] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 783.540191] env[71114]: value = "task-3821428" [ 783.540191] env[71114]: _type = "Task" [ 783.540191] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.544999] env[71114]: DEBUG nova.network.neutron [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance_info_cache with network_info: [{"id": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "address": "fa:16:3e:93:1c:11", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9776cffc-8c", "ovs_interfaceid": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.555966] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821428, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.577256] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821425, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.609713] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b72104-5427-4f7f-9180-851ae19bf8c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.624221] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226dc427-e9cd-4d5f-8c39-4ed888a6e065 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.670187] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4c5aac-bc5c-4ec3-8690-a1a2d3a97364 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.681839] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821426, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.685573] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1452ab-4b8a-4625-af4a-6dee1dbdca5f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.703793] env[71114]: DEBUG nova.compute.provider_tree [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.965886] env[71114]: DEBUG nova.network.neutron [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Successfully updated port: 7bce823c-5d1d-42d6-914d-9388d2a7e5ff {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.053073] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821428, 'name': Rename_Task, 'duration_secs': 0.168061} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.053367] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.053680] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df5272d9-ac39-4c79-9453-4a2cbdd6d717 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.060319] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.060637] env[71114]: DEBUG nova.compute.manager [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Instance network_info: |[{"id": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "address": "fa:16:3e:93:1c:11", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9776cffc-8c", "ovs_interfaceid": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.062121] env[71114]: DEBUG oslo_concurrency.lockutils [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] Acquired lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.062348] env[71114]: DEBUG nova.network.neutron [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Refreshing network info cache for port 9776cffc-8c30-4def-82fd-f96b4141e6c4 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.063544] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:1c:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9776cffc-8c30-4def-82fd-f96b4141e6c4', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.074220] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Creating folder: Project (5f791f734dae4669bcea11a4366dbd89). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.074627] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 784.074627] env[71114]: value = "task-3821429" [ 784.074627] env[71114]: _type = "Task" [ 784.074627] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.075804] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1445c82f-eccf-4586-aa85-15af9f832329 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.093975] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821429, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.100294] env[71114]: DEBUG oslo_vmware.api [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821425, 'name': PowerOnVM_Task, 'duration_secs': 1.132528} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.103155] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.103155] env[71114]: INFO nova.compute.manager [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Took 9.34 seconds to spawn the instance on the hypervisor. [ 784.103155] env[71114]: DEBUG nova.compute.manager [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.103155] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Created folder: Project (5f791f734dae4669bcea11a4366dbd89) in parent group-v759732. [ 784.103155] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Creating folder: Instances. Parent ref: group-v759835. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.103972] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f55891-9e4e-46fe-bae0-48b1dcc1c7d4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.109419] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a5d15e8-5147-4773-9ac4-b37a9d2d32d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.122054] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Created folder: Instances in parent group-v759835. [ 784.122416] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.122633] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.122865] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c8d630c-225d-44c2-99f4-097c51dc6190 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.150602] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.150602] env[71114]: value = "task-3821432" [ 784.150602] env[71114]: _type = "Task" [ 784.150602] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.161205] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821432, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.176213] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821426, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.208325] env[71114]: DEBUG nova.scheduler.client.report [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.469485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquiring lock "refresh_cache-9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.469689] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquired lock "refresh_cache-9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.469802] env[71114]: DEBUG nova.network.neutron [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.590528] env[71114]: DEBUG oslo_vmware.api [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821429, 'name': PowerOnVM_Task, 'duration_secs': 0.505002} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.590911] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.591147] env[71114]: DEBUG nova.compute.manager [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.592032] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f084829-f52f-44cc-a613-207e783f6ee2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.636753] env[71114]: INFO nova.compute.manager [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Took 46.47 seconds to build instance. [ 784.666512] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821432, 'name': CreateVM_Task, 'duration_secs': 0.38755} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.666793] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.671294] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.671579] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.671819] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.672762] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa3dfd4-420a-4d70-8c01-daa72f685b10 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.682518] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821426, 'name': CloneVM_Task, 'duration_secs': 1.900539} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.684236] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Created linked-clone VM from snapshot [ 784.684637] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 784.684637] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528fe3d9-5e03-6eff-5a07-634fc86f43e6" [ 784.684637] env[71114]: _type = "Task" [ 784.684637] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.685448] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e47f5c1-350c-492c-bf65-0381c25f0a8f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.704374] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528fe3d9-5e03-6eff-5a07-634fc86f43e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012757} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.704697] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Uploading image d96a9baa-a9c5-457a-8501-2dfc88608ce5 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.709510] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.709754] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.710017] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.710201] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.710397] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.710727] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fe671ce-0cc2-4962-8bef-0d47ad9aad3b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.714091] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.717039] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.852s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.717911] env[71114]: INFO nova.compute.claims [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.723753] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.723935] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.724681] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b485d7a-25d9-4d59-aa7a-34b9e02cf876 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.730902] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 784.730902] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a15860-3c86-e0a3-7887-542e515702d6" [ 784.730902] env[71114]: _type = "Task" [ 784.730902] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.745222] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a15860-3c86-e0a3-7887-542e515702d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.756096] env[71114]: DEBUG oslo_vmware.rw_handles [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.756096] env[71114]: value = "vm-759834" [ 784.756096] env[71114]: _type = "VirtualMachine" [ 784.756096] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.756398] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-127dd9c5-6839-4fc8-b042-703b65131f78 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.763883] env[71114]: INFO nova.scheduler.client.report [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Deleted allocations for instance a072844a-d6f2-42e6-8ee4-6532341c7977 [ 784.766811] env[71114]: DEBUG oslo_vmware.rw_handles [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lease: (returnval){ [ 784.766811] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c36a2b-c046-0ab1-5090-80579f18ed07" [ 784.766811] env[71114]: _type = "HttpNfcLease" [ 784.766811] env[71114]: } obtained for exporting VM: (result){ [ 784.766811] env[71114]: value = "vm-759834" [ 784.766811] env[71114]: _type = "VirtualMachine" [ 784.766811] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.767448] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the lease: (returnval){ [ 784.767448] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c36a2b-c046-0ab1-5090-80579f18ed07" [ 784.767448] env[71114]: _type = "HttpNfcLease" [ 784.767448] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.778862] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.778862] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c36a2b-c046-0ab1-5090-80579f18ed07" [ 784.778862] env[71114]: _type = "HttpNfcLease" [ 784.778862] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 784.782245] env[71114]: DEBUG oslo_vmware.rw_handles [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 784.782245] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c36a2b-c046-0ab1-5090-80579f18ed07" [ 784.782245] env[71114]: _type = "HttpNfcLease" [ 784.782245] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 784.783771] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23662019-79bd-4156-8b94-91a0e28653a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.793519] env[71114]: DEBUG oslo_vmware.rw_handles [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213ca38-9884-0b42-25a6-5e278c7ed08d/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 784.793980] env[71114]: DEBUG oslo_vmware.rw_handles [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213ca38-9884-0b42-25a6-5e278c7ed08d/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 784.950776] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ade2aa30-05be-41ac-b2d1-7c736040bd03 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.967419] env[71114]: DEBUG nova.network.neutron [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updated VIF entry in instance network info cache for port 9776cffc-8c30-4def-82fd-f96b4141e6c4. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.967867] env[71114]: DEBUG nova.network.neutron [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance_info_cache with network_info: [{"id": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "address": "fa:16:3e:93:1c:11", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9776cffc-8c", "ovs_interfaceid": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.014292] env[71114]: DEBUG nova.network.neutron [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.116922] env[71114]: DEBUG oslo_concurrency.lockutils [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.141228] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9121c55f-86a9-4f47-aa69-d8fc63a2cb35 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "5d3ff322-f182-48be-9066-203f120b2512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.162s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.210033] env[71114]: DEBUG nova.network.neutron [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Updating instance_info_cache with network_info: [{"id": "7bce823c-5d1d-42d6-914d-9388d2a7e5ff", "address": "fa:16:3e:0a:b9:8e", "network": {"id": "0dc038cf-4344-4062-9120-5182b59f4b9d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1653005561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbda60d29af4aa0b52acc90bce7c93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bce823c-5d", "ovs_interfaceid": "7bce823c-5d1d-42d6-914d-9388d2a7e5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.242662] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a15860-3c86-e0a3-7887-542e515702d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012172} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.243545] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff7f88c-8473-4307-ba1d-7bccd8f2d56b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.250228] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 785.250228] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52792131-e4ba-a74a-1daf-c483d99452ec" [ 785.250228] env[71114]: _type = "Task" [ 785.250228] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.259545] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52792131-e4ba-a74a-1daf-c483d99452ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.278496] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf7a00c-bab8-49f6-b94a-9259ebe88458 tempest-DeleteServersAdminTestJSON-447908057 tempest-DeleteServersAdminTestJSON-447908057-project-member] Lock "a072844a-d6f2-42e6-8ee4-6532341c7977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.557s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.472375] env[71114]: DEBUG oslo_concurrency.lockutils [req-b6ecdb47-f265-49f8-b704-920f988be8bc req-d0fda512-69ee-4daf-b865-9ee1dfde9848 service nova] Releasing lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.546968] env[71114]: DEBUG nova.compute.manager [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.548121] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903a1017-5e4b-4951-acbd-459dbc54ff59 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.646016] env[71114]: DEBUG nova.compute.manager [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.664885] env[71114]: DEBUG nova.compute.manager [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Received event network-vif-plugged-7bce823c-5d1d-42d6-914d-9388d2a7e5ff {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.664885] env[71114]: DEBUG oslo_concurrency.lockutils [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] Acquiring lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.664885] env[71114]: DEBUG oslo_concurrency.lockutils [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] Lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.665019] env[71114]: DEBUG oslo_concurrency.lockutils [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] Lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.665218] env[71114]: DEBUG nova.compute.manager [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] No waiting events found dispatching network-vif-plugged-7bce823c-5d1d-42d6-914d-9388d2a7e5ff {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 785.665890] env[71114]: WARNING nova.compute.manager [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Received unexpected event network-vif-plugged-7bce823c-5d1d-42d6-914d-9388d2a7e5ff for instance with vm_state building and task_state spawning. [ 785.666256] env[71114]: DEBUG nova.compute.manager [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Received event network-changed-7bce823c-5d1d-42d6-914d-9388d2a7e5ff {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.666564] env[71114]: DEBUG nova.compute.manager [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Refreshing instance network info cache due to event network-changed-7bce823c-5d1d-42d6-914d-9388d2a7e5ff. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.666758] env[71114]: DEBUG oslo_concurrency.lockutils [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] Acquiring lock "refresh_cache-9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.716210] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Releasing lock "refresh_cache-9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.717389] env[71114]: DEBUG nova.compute.manager [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Instance network_info: |[{"id": "7bce823c-5d1d-42d6-914d-9388d2a7e5ff", "address": "fa:16:3e:0a:b9:8e", "network": {"id": "0dc038cf-4344-4062-9120-5182b59f4b9d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1653005561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbda60d29af4aa0b52acc90bce7c93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bce823c-5d", "ovs_interfaceid": "7bce823c-5d1d-42d6-914d-9388d2a7e5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.717708] env[71114]: DEBUG oslo_concurrency.lockutils [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] Acquired lock "refresh_cache-9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.718484] env[71114]: DEBUG nova.network.neutron [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Refreshing network info cache for port 7bce823c-5d1d-42d6-914d-9388d2a7e5ff {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.720292] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:b9:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bce823c-5d1d-42d6-914d-9388d2a7e5ff', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.729434] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Creating folder: Project (4fbda60d29af4aa0b52acc90bce7c93a). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.738265] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-575e5ec8-9084-4d96-9a40-f4a7bfaea776 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.761234] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Created folder: Project (4fbda60d29af4aa0b52acc90bce7c93a) in parent group-v759732. [ 785.761234] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Creating folder: Instances. Parent ref: group-v759838. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.761234] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e7df811-3136-4c4b-ba59-dba8c780183c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.766554] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52792131-e4ba-a74a-1daf-c483d99452ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014876} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.767723] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.769482] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] b2f9536e-f32c-4e94-bb2f-eced831895f4/b2f9536e-f32c-4e94-bb2f-eced831895f4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.769833] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ffb645a-a17f-4501-9c52-faacf4008b71 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.779092] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Created folder: Instances in parent group-v759838. [ 785.780168] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.780473] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.782359] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-695d5884-350c-49b9-9142-85123b9c09f1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.801134] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 785.801134] env[71114]: value = "task-3821436" [ 785.801134] env[71114]: _type = "Task" [ 785.801134] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.809073] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.809073] env[71114]: value = "task-3821437" [ 785.809073] env[71114]: _type = "Task" [ 785.809073] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.819736] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.833164] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821437, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.062300] env[71114]: INFO nova.compute.manager [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] instance snapshotting [ 786.067326] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a895e96-a9a5-42a8-8b52-56f54b697153 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.094022] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de117ef2-6958-4f54-ad84-845b49427ff5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.181866] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.211356] env[71114]: DEBUG nova.network.neutron [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Updated VIF entry in instance network info cache for port 7bce823c-5d1d-42d6-914d-9388d2a7e5ff. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.211868] env[71114]: DEBUG nova.network.neutron [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Updating instance_info_cache with network_info: [{"id": "7bce823c-5d1d-42d6-914d-9388d2a7e5ff", "address": "fa:16:3e:0a:b9:8e", "network": {"id": "0dc038cf-4344-4062-9120-5182b59f4b9d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1653005561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fbda60d29af4aa0b52acc90bce7c93a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bce823c-5d", "ovs_interfaceid": "7bce823c-5d1d-42d6-914d-9388d2a7e5ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.320324] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821436, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.326517] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821437, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.418861] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "4eef93d7-0e12-46af-82ad-a72735bff49a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.419686] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "4eef93d7-0e12-46af-82ad-a72735bff49a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.441327] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdbcb03-b8bf-4eeb-9e3c-21b7e3d7791f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.452012] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d2beca-f04e-49b2-b892-bac466b4185e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.487603] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33218828-43ba-42b3-8bfe-50efdb0f1400 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.497066] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8696f8e6-3033-480a-80fd-66ee9e486b30 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.511714] env[71114]: DEBUG nova.compute.provider_tree [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.608798] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 786.609657] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-366b5924-e897-4c21-a11f-ee0b671a7392 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.618282] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 786.618282] env[71114]: value = "task-3821438" [ 786.618282] env[71114]: _type = "Task" [ 786.618282] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.627453] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.681274] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "20221690-cce5-4104-9507-2f5a2607ace9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.681565] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "20221690-cce5-4104-9507-2f5a2607ace9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.719526] env[71114]: DEBUG oslo_concurrency.lockutils [req-d4e740ea-f58a-4e38-b5a6-e63603a1d974 req-d605ddd5-d9c4-4174-9c2c-c78a85efdcd2 service nova] Releasing lock "refresh_cache-9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.815227] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622606} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.818689] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] b2f9536e-f32c-4e94-bb2f-eced831895f4/b2f9536e-f32c-4e94-bb2f-eced831895f4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.818974] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.819292] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04120595-e624-418f-860e-e249828136ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.831550] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821437, 'name': CreateVM_Task, 'duration_secs': 0.68118} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.832697] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.833132] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 786.833132] env[71114]: value = "task-3821439" [ 786.833132] env[71114]: _type = "Task" [ 786.833132] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.833940] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.834043] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.834451] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.834911] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83afb18-0382-4be4-900f-0821a81cd078 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.849445] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for the task: (returnval){ [ 786.849445] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5275bb84-0667-4d4a-b51a-9718fd81abe1" [ 786.849445] env[71114]: _type = "Task" [ 786.849445] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.858702] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5275bb84-0667-4d4a-b51a-9718fd81abe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.895495] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "f173acbb-196b-4e7f-bc5e-44ad94cdc9a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.895495] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "f173acbb-196b-4e7f-bc5e-44ad94cdc9a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.895495] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "f173acbb-196b-4e7f-bc5e-44ad94cdc9a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.895495] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "f173acbb-196b-4e7f-bc5e-44ad94cdc9a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.895495] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "f173acbb-196b-4e7f-bc5e-44ad94cdc9a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.898183] env[71114]: INFO nova.compute.manager [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Terminating instance [ 787.035270] env[71114]: ERROR nova.scheduler.client.report [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [req-d9be9115-8e90-4322-9555-93a667e1b479] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9be9115-8e90-4322-9555-93a667e1b479"}]} [ 787.056462] env[71114]: DEBUG nova.scheduler.client.report [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 787.074872] env[71114]: DEBUG nova.scheduler.client.report [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 787.075302] env[71114]: DEBUG nova.compute.provider_tree [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.089085] env[71114]: DEBUG nova.scheduler.client.report [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 787.112252] env[71114]: DEBUG nova.scheduler.client.report [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 787.129436] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.345476] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103198} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.348644] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.349964] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e7eaa9-520a-4ec9-ac5c-89e03682d732 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.372986] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5275bb84-0667-4d4a-b51a-9718fd81abe1, 'name': SearchDatastore_Task, 'duration_secs': 0.025305} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.381890] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] b2f9536e-f32c-4e94-bb2f-eced831895f4/b2f9536e-f32c-4e94-bb2f-eced831895f4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.385052] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.385305] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.385537] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.385683] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.385856] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.386136] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4563def-a215-436f-bcdc-ddac7f3bb04e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.401443] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b2578fb-378d-44e5-9a0e-45018cfc90eb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.403273] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "refresh_cache-f173acbb-196b-4e7f-bc5e-44ad94cdc9a7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.403432] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquired lock "refresh_cache-f173acbb-196b-4e7f-bc5e-44ad94cdc9a7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.403597] env[71114]: DEBUG nova.network.neutron [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.411676] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 787.411676] env[71114]: value = "task-3821440" [ 787.411676] env[71114]: _type = "Task" [ 787.411676] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.418887] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.420345] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.420432] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380f2601-b325-444d-b5aa-f42ef3026ebd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.429782] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821440, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.430477] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for the task: (returnval){ [ 787.430477] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52552a94-049f-d0c6-05bf-ac7e06e8739f" [ 787.430477] env[71114]: _type = "Task" [ 787.430477] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.441640] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52552a94-049f-d0c6-05bf-ac7e06e8739f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.633139] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821438, 'name': CreateSnapshot_Task, 'duration_secs': 0.735564} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.633511] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 787.634276] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde797cf-d3dc-48aa-8e7c-dc184f07d60c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.769067] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3749464-b680-489f-a173-42effe76fe8a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.778998] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fac060-086b-466b-9d58-cc1bd0b0cb15 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.811830] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62b3d63-6d9b-47ae-8094-523be966ee0e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.819965] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff3b707-9a6f-49ee-ac9c-1c003c000add {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.835485] env[71114]: DEBUG nova.compute.provider_tree [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.925887] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.941091] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52552a94-049f-d0c6-05bf-ac7e06e8739f, 'name': SearchDatastore_Task, 'duration_secs': 0.019618} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.942190] env[71114]: DEBUG nova.network.neutron [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.945397] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5762fe1e-6c5d-46a6-a82a-9f235683093e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.953631] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for the task: (returnval){ [ 787.953631] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52db7bba-9da7-14f6-cd0d-78382bd428f4" [ 787.953631] env[71114]: _type = "Task" [ 787.953631] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.961583] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52db7bba-9da7-14f6-cd0d-78382bd428f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.055300] env[71114]: DEBUG nova.network.neutron [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.154328] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 788.154692] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-578b5bb5-8773-477c-901e-92d8d842f117 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.166181] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 788.166181] env[71114]: value = "task-3821441" [ 788.166181] env[71114]: _type = "Task" [ 788.166181] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.178386] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821441, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.388467] env[71114]: DEBUG nova.scheduler.client.report [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 788.389615] env[71114]: DEBUG nova.compute.provider_tree [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 55 to 56 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 788.389615] env[71114]: DEBUG nova.compute.provider_tree [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.433356] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821440, 'name': ReconfigVM_Task, 'duration_secs': 0.692403} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.433356] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Reconfigured VM instance instance-00000020 to attach disk [datastore1] b2f9536e-f32c-4e94-bb2f-eced831895f4/b2f9536e-f32c-4e94-bb2f-eced831895f4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.433584] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7d7cb34-25b4-4d04-a695-ac950836fcc9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.442709] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 788.442709] env[71114]: value = "task-3821442" [ 788.442709] env[71114]: _type = "Task" [ 788.442709] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.456953] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821442, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.468931] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52db7bba-9da7-14f6-cd0d-78382bd428f4, 'name': SearchDatastore_Task, 'duration_secs': 0.026734} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.472079] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.472079] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9/9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.472079] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da48c4dd-dd3e-43e9-94c3-ee7eb6224282 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.483177] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for the task: (returnval){ [ 788.483177] env[71114]: value = "task-3821443" [ 788.483177] env[71114]: _type = "Task" [ 788.483177] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.493936] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.559838] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Releasing lock "refresh_cache-f173acbb-196b-4e7f-bc5e-44ad94cdc9a7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.560484] env[71114]: DEBUG nova.compute.manager [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.560763] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.561969] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c62eef7-3ad8-4943-9a04-9b0acf76bbd5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.572248] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.572592] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec8db64b-33e5-457d-80fa-d6208375bc5b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.582093] env[71114]: DEBUG oslo_vmware.api [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 788.582093] env[71114]: value = "task-3821444" [ 788.582093] env[71114]: _type = "Task" [ 788.582093] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.595915] env[71114]: DEBUG oslo_vmware.api [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.683236] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821441, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.903245] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.183s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.903245] env[71114]: DEBUG nova.compute.manager [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.905871] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.022s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.909255] env[71114]: INFO nova.compute.claims [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.962188] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821442, 'name': Rename_Task, 'duration_secs': 0.218652} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.962583] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.962835] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9bcd200-1f2f-45a4-a443-54f512a42323 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.972996] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 788.972996] env[71114]: value = "task-3821445" [ 788.972996] env[71114]: _type = "Task" [ 788.972996] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.985131] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.997612] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821443, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.094300] env[71114]: DEBUG oslo_vmware.api [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821444, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.180127] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821441, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.407777] env[71114]: DEBUG nova.compute.utils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.409535] env[71114]: DEBUG nova.compute.manager [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.409923] env[71114]: DEBUG nova.network.neutron [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.461953] env[71114]: DEBUG nova.policy [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ab9b9ebb964ffcb5221571748baef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c14929616144d5c9c0f37ec0499dddc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.485265] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821445, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.494936] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599221} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.494936] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9/9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.495238] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.495450] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-464121ba-b091-4f9d-81f6-aa91a5993052 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.505798] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for the task: (returnval){ [ 789.505798] env[71114]: value = "task-3821446" [ 789.505798] env[71114]: _type = "Task" [ 789.505798] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.516022] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.595396] env[71114]: DEBUG oslo_vmware.api [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821444, 'name': PowerOffVM_Task, 'duration_secs': 0.619911} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.595898] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.596186] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.596616] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b0ab831-8d09-4835-9a2d-59a9b8ba0933 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.623636] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.623891] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.624092] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Deleting the datastore file [datastore1] f173acbb-196b-4e7f-bc5e-44ad94cdc9a7 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.625304] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ee0e618-1fea-4597-9217-d6750c7156de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.633012] env[71114]: DEBUG oslo_vmware.api [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for the task: (returnval){ [ 789.633012] env[71114]: value = "task-3821448" [ 789.633012] env[71114]: _type = "Task" [ 789.633012] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.642836] env[71114]: DEBUG oslo_vmware.api [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.680933] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821441, 'name': CloneVM_Task, 'duration_secs': 1.373982} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.681802] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Created linked-clone VM from snapshot [ 789.683832] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160f754c-8b57-4382-8a50-68fbdc663dd2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.697588] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Uploading image 7b647133-6a0a-46e3-a9ee-ae606a04eb0f {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 789.730423] env[71114]: DEBUG oslo_vmware.rw_handles [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 789.730423] env[71114]: value = "vm-759842" [ 789.730423] env[71114]: _type = "VirtualMachine" [ 789.730423] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 789.732864] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-98f30d88-8521-4283-989c-fe908282876b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.743475] env[71114]: DEBUG oslo_vmware.rw_handles [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lease: (returnval){ [ 789.743475] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b02956-50cb-2d09-8227-dfaf8e9fccb2" [ 789.743475] env[71114]: _type = "HttpNfcLease" [ 789.743475] env[71114]: } obtained for exporting VM: (result){ [ 789.743475] env[71114]: value = "vm-759842" [ 789.743475] env[71114]: _type = "VirtualMachine" [ 789.743475] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 789.744123] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the lease: (returnval){ [ 789.744123] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b02956-50cb-2d09-8227-dfaf8e9fccb2" [ 789.744123] env[71114]: _type = "HttpNfcLease" [ 789.744123] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 789.752664] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 789.752664] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b02956-50cb-2d09-8227-dfaf8e9fccb2" [ 789.752664] env[71114]: _type = "HttpNfcLease" [ 789.752664] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 789.896203] env[71114]: DEBUG nova.network.neutron [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Successfully created port: 7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.913773] env[71114]: DEBUG nova.compute.manager [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.988992] env[71114]: DEBUG oslo_vmware.api [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821445, 'name': PowerOnVM_Task, 'duration_secs': 0.901455} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.989440] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.990255] env[71114]: INFO nova.compute.manager [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Took 10.10 seconds to spawn the instance on the hypervisor. [ 789.990587] env[71114]: DEBUG nova.compute.manager [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.992073] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d21f9f4-3113-40f7-a987-5c2c1f4202de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.021435] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070316} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.021950] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.023264] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13892614-a50a-4444-bf76-d56cd3a94896 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.054423] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9/9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.056543] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f2eb15c-541c-4215-86f2-384e43eb7d89 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.085911] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for the task: (returnval){ [ 790.085911] env[71114]: value = "task-3821450" [ 790.085911] env[71114]: _type = "Task" [ 790.085911] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.100118] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.145376] env[71114]: DEBUG oslo_vmware.api [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Task: {'id': task-3821448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161745} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.145376] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.145376] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.145769] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.145801] env[71114]: INFO nova.compute.manager [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Took 1.59 seconds to destroy the instance on the hypervisor. [ 790.146517] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.148928] env[71114]: DEBUG nova.compute.manager [-] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.149052] env[71114]: DEBUG nova.network.neutron [-] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.174480] env[71114]: DEBUG nova.network.neutron [-] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.252826] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.252826] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b02956-50cb-2d09-8227-dfaf8e9fccb2" [ 790.252826] env[71114]: _type = "HttpNfcLease" [ 790.252826] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 790.253052] env[71114]: DEBUG oslo_vmware.rw_handles [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 790.253052] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b02956-50cb-2d09-8227-dfaf8e9fccb2" [ 790.253052] env[71114]: _type = "HttpNfcLease" [ 790.253052] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 790.253843] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da64c5e-6f82-4a0b-967e-21849d8989a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.271703] env[71114]: DEBUG oslo_vmware.rw_handles [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274cc47-fb79-4058-b2a2-f29036c0d4bb/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 790.271976] env[71114]: DEBUG oslo_vmware.rw_handles [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274cc47-fb79-4058-b2a2-f29036c0d4bb/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 790.366365] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6070c3ac-c357-4f48-9a28-1c4a80183751 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.530207] env[71114]: INFO nova.compute.manager [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Took 48.52 seconds to build instance. [ 790.600654] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.677681] env[71114]: DEBUG nova.network.neutron [-] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.699947] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8115969-7aa2-435e-b0e7-5cd94ff00b16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.709067] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9c0b06-1286-45b9-84d9-f2670396811c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.747402] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba8c4a2-4130-4fcb-bf42-2154db9fc96c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.757761] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3058c8-8363-4dde-b741-46d3971c2ad6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.775240] env[71114]: DEBUG nova.compute.provider_tree [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.934722] env[71114]: DEBUG nova.compute.manager [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.033252] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f1df618f-9be4-4aa9-8b98-6f7172c7a6d6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.613s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.104274] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821450, 'name': ReconfigVM_Task, 'duration_secs': 0.642636} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.104691] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9/9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.105703] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e2e45f5-2e16-4171-ae0c-21aaa24464d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.114825] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for the task: (returnval){ [ 791.114825] env[71114]: value = "task-3821451" [ 791.114825] env[71114]: _type = "Task" [ 791.114825] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.128964] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821451, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.181070] env[71114]: INFO nova.compute.manager [-] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Took 1.03 seconds to deallocate network for instance. [ 791.341497] env[71114]: ERROR nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [req-49208f76-cfd9-4da1-9bcf-1ae5286901ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-49208f76-cfd9-4da1-9bcf-1ae5286901ff"}]} [ 791.366139] env[71114]: DEBUG nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 791.390482] env[71114]: DEBUG nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 791.390770] env[71114]: DEBUG nova.compute.provider_tree [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.407414] env[71114]: DEBUG nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 791.434615] env[71114]: DEBUG nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 791.536041] env[71114]: DEBUG nova.compute.manager [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.635412] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821451, 'name': Rename_Task, 'duration_secs': 0.225533} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.635412] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.635412] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c46261-778a-41d6-ac80-63f11167728d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.644077] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for the task: (returnval){ [ 791.644077] env[71114]: value = "task-3821452" [ 791.644077] env[71114]: _type = "Task" [ 791.644077] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.657282] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.691986] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.066456] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.080023] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff9e762-7d94-4516-af25-ab35f015c4c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.090748] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f615c8-5ce4-4d88-8280-a87a70bbdeaa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.125938] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b613514e-8a5d-49cb-87b9-6b7678ac123a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.135749] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738d1930-065e-406f-a8bd-b2279bb0cdf1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.152757] env[71114]: DEBUG nova.compute.provider_tree [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.165277] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821452, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.228469] env[71114]: DEBUG nova.network.neutron [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Successfully updated port: 7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.370483] env[71114]: DEBUG nova.compute.manager [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Stashing vm_state: active {{(pid=71114) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 792.667521] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821452, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.684819] env[71114]: ERROR nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [req-4f67b302-c12e-49ac-a448-e9fb962d6d24] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f67b302-c12e-49ac-a448-e9fb962d6d24"}]} [ 792.709521] env[71114]: DEBUG nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 792.727773] env[71114]: DEBUG nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 792.728118] env[71114]: DEBUG nova.compute.provider_tree [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.731799] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.732101] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquired lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.732276] env[71114]: DEBUG nova.network.neutron [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.744971] env[71114]: DEBUG nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 792.774386] env[71114]: DEBUG nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 792.893802] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.168729] env[71114]: DEBUG oslo_vmware.api [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821452, 'name': PowerOnVM_Task, 'duration_secs': 1.148675} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.169521] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.169521] env[71114]: INFO nova.compute.manager [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Took 10.49 seconds to spawn the instance on the hypervisor. [ 793.169792] env[71114]: DEBUG nova.compute.manager [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 793.170745] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653458da-97d9-4568-9cc4-63876f74c5e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.286440] env[71114]: DEBUG nova.network.neutron [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.379102] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb2458e-d2e3-46cf-8e9f-c409c728011e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.391704] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0943eac0-79da-4685-99bf-0da50545d7fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.431408] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2740322b-ae77-4e9a-9ac2-28d6a7ddd64e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.441095] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482dbd89-023e-4c23-a0e9-a65c5bdefabe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.463386] env[71114]: DEBUG nova.compute.provider_tree [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.608089] env[71114]: DEBUG nova.network.neutron [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Updating instance_info_cache with network_info: [{"id": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "address": "fa:16:3e:50:31:fb", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d988e88-19", "ovs_interfaceid": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.704421] env[71114]: INFO nova.compute.manager [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Took 47.49 seconds to build instance. [ 794.020548] env[71114]: DEBUG nova.scheduler.client.report [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 794.020792] env[71114]: DEBUG nova.compute.provider_tree [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 58 to 59 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 794.020839] env[71114]: DEBUG nova.compute.provider_tree [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.112044] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Releasing lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.112971] env[71114]: DEBUG nova.compute.manager [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Instance network_info: |[{"id": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "address": "fa:16:3e:50:31:fb", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d988e88-19", "ovs_interfaceid": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.207009] env[71114]: DEBUG oslo_concurrency.lockutils [None req-782a00aa-9797-4b5a-9d49-89fe3fb276c8 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.481s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.528849] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.623s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.529544] env[71114]: DEBUG nova.compute.manager [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.532514] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.040s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.534119] env[71114]: INFO nova.compute.claims [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.709419] env[71114]: DEBUG nova.compute.manager [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.836062] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.836326] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.836533] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.836675] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.836866] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.836928] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.837185] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.837328] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.837503] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.837861] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.837861] env[71114]: DEBUG nova.virt.hardware [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.840010] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97de9875-e9bf-41e1-8852-73cfe50aae80 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.851965] env[71114]: DEBUG oslo_vmware.rw_handles [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213ca38-9884-0b42-25a6-5e278c7ed08d/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 794.854692] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c440b6-e120-426c-bded-542863acff1f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.862476] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea91f0e-314b-4e42-9529-669697a67ced {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.868407] env[71114]: DEBUG nova.compute.manager [req-b31c3fd7-32b3-4203-8fb6-776a2f6742a4 req-8cca7fe0-4077-4bde-b8d7-c76d59739e46 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Received event network-vif-plugged-7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.868407] env[71114]: DEBUG oslo_concurrency.lockutils [req-b31c3fd7-32b3-4203-8fb6-776a2f6742a4 req-8cca7fe0-4077-4bde-b8d7-c76d59739e46 service nova] Acquiring lock "0c57c50d-b602-4936-8d90-d947cedf6a0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.869221] env[71114]: DEBUG oslo_concurrency.lockutils [req-b31c3fd7-32b3-4203-8fb6-776a2f6742a4 req-8cca7fe0-4077-4bde-b8d7-c76d59739e46 service nova] Lock "0c57c50d-b602-4936-8d90-d947cedf6a0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.869221] env[71114]: DEBUG oslo_concurrency.lockutils [req-b31c3fd7-32b3-4203-8fb6-776a2f6742a4 req-8cca7fe0-4077-4bde-b8d7-c76d59739e46 service nova] Lock "0c57c50d-b602-4936-8d90-d947cedf6a0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.869221] env[71114]: DEBUG nova.compute.manager [req-b31c3fd7-32b3-4203-8fb6-776a2f6742a4 req-8cca7fe0-4077-4bde-b8d7-c76d59739e46 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] No waiting events found dispatching network-vif-plugged-7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 794.869221] env[71114]: WARNING nova.compute.manager [req-b31c3fd7-32b3-4203-8fb6-776a2f6742a4 req-8cca7fe0-4077-4bde-b8d7-c76d59739e46 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Received unexpected event network-vif-plugged-7d988e88-19ff-4686-b0ee-51f4333e4e6f for instance with vm_state building and task_state spawning. [ 794.885565] env[71114]: DEBUG oslo_vmware.rw_handles [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213ca38-9884-0b42-25a6-5e278c7ed08d/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 794.885867] env[71114]: ERROR oslo_vmware.rw_handles [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213ca38-9884-0b42-25a6-5e278c7ed08d/disk-0.vmdk due to incomplete transfer. [ 794.887176] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:31:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d988e88-19ff-4686-b0ee-51f4333e4e6f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.896306] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.896425] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b8d6151c-7938-489a-a044-f9af44c02fc3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.899028] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.899445] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6e6760b-d3b6-488a-8830-7b27b24ee201 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.924468] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.924468] env[71114]: value = "task-3821453" [ 794.924468] env[71114]: _type = "Task" [ 794.924468] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.925968] env[71114]: DEBUG oslo_vmware.rw_handles [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5213ca38-9884-0b42-25a6-5e278c7ed08d/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 794.926271] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Uploaded image d96a9baa-a9c5-457a-8501-2dfc88608ce5 to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 794.928752] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 794.932874] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a23118b5-e53a-49ce-bd4d-7dda6616c5d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.941848] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821453, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.943627] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 794.943627] env[71114]: value = "task-3821454" [ 794.943627] env[71114]: _type = "Task" [ 794.943627] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.956342] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821454, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.039455] env[71114]: DEBUG nova.compute.utils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.047306] env[71114]: DEBUG nova.compute.manager [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.047306] env[71114]: DEBUG nova.network.neutron [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.123389] env[71114]: DEBUG nova.policy [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4593e0e4c0e4d5d9b6b18f9c1f52ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f026ff28f15d4a9da4565f665049d410', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.239220] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.443223] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821453, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.455788] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821454, 'name': Destroy_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.514219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.514219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.549025] env[71114]: DEBUG nova.compute.manager [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.641767] env[71114]: DEBUG nova.network.neutron [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Successfully created port: 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.940475] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821453, 'name': CreateVM_Task, 'duration_secs': 0.518552} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.940708] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.941571] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.941766] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.942156] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.942474] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ace99c-ba6f-4c19-9754-4369eb2400b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.950042] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 795.950042] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f13691-73bf-894d-2d06-48ad7031ce76" [ 795.950042] env[71114]: _type = "Task" [ 795.950042] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.960605] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821454, 'name': Destroy_Task, 'duration_secs': 0.541013} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.961513] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Destroyed the VM [ 795.962654] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 795.962654] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87655f5f-21f2-49cc-8373-d7136aa7210d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.969238] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f13691-73bf-894d-2d06-48ad7031ce76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.979327] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 795.979327] env[71114]: value = "task-3821455" [ 795.979327] env[71114]: _type = "Task" [ 795.979327] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.988743] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821455, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.018894] env[71114]: DEBUG nova.compute.utils [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.222682] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6295256-ec70-4d36-9943-431a0d288771 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.230965] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f846a0-865e-4263-9a4a-f317a17e00aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.263064] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7147ac7b-9c7e-45d1-9d3d-0178db72d689 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.272153] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad3fc2c-7529-4e47-bc1d-8271746f3efd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.287337] env[71114]: DEBUG nova.compute.provider_tree [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.465103] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f13691-73bf-894d-2d06-48ad7031ce76, 'name': SearchDatastore_Task, 'duration_secs': 0.017609} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.465567] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.465897] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.466239] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.466455] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.466708] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.467358] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82aebb70-ac76-4e54-85aa-2f426bbd0003 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.485894] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.486244] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.487905] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bca9b17-b40c-499c-b56d-474696f9c62f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.497994] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821455, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.501657] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 796.501657] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ab8bcc-58a9-cad8-64a1-e05400e6dba3" [ 796.501657] env[71114]: _type = "Task" [ 796.501657] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.516362] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ab8bcc-58a9-cad8-64a1-e05400e6dba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.524491] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.559676] env[71114]: DEBUG nova.compute.manager [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.586626] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.586950] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.587103] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.587283] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.587442] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.587586] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.587792] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.587948] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.588127] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.588291] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.588465] env[71114]: DEBUG nova.virt.hardware [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.589402] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2299038-a957-4099-bcbb-e0499014ace3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.598521] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706edc52-41b5-42b3-ac1e-20d5ea723717 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.791606] env[71114]: DEBUG nova.scheduler.client.report [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.990650] env[71114]: DEBUG oslo_vmware.api [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821455, 'name': RemoveSnapshot_Task, 'duration_secs': 0.941765} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.990965] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 796.991220] env[71114]: INFO nova.compute.manager [None req-90f2180b-116c-42b3-84a2-870d60ce3da8 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Took 16.46 seconds to snapshot the instance on the hypervisor. [ 797.012990] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ab8bcc-58a9-cad8-64a1-e05400e6dba3, 'name': SearchDatastore_Task, 'duration_secs': 0.017194} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.013836] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69518ee2-f354-400e-b69d-230faa960027 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.020698] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 797.020698] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5209303d-295b-4b6d-6b09-749520124e62" [ 797.020698] env[71114]: _type = "Task" [ 797.020698] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.032434] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5209303d-295b-4b6d-6b09-749520124e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.212344] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.212775] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.256422] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "99309804-2c17-468c-b85e-b7d3ea3c4a28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.256422] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "99309804-2c17-468c-b85e-b7d3ea3c4a28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.280751] env[71114]: DEBUG nova.network.neutron [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Successfully updated port: 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.297152] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.297704] env[71114]: DEBUG nova.compute.manager [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.302631] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.826s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.303018] env[71114]: DEBUG nova.objects.instance [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lazy-loading 'resources' on Instance uuid 52179727-7607-4992-bb0e-2b9ec89ae1eb {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.532577] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5209303d-295b-4b6d-6b09-749520124e62, 'name': SearchDatastore_Task, 'duration_secs': 0.024696} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.532838] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.533136] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 0c57c50d-b602-4936-8d90-d947cedf6a0f/0c57c50d-b602-4936-8d90-d947cedf6a0f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.533433] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7412268f-d322-4732-9a2e-db3cd6142905 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.541850] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 797.541850] env[71114]: value = "task-3821456" [ 797.541850] env[71114]: _type = "Task" [ 797.541850] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.553652] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.620522] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.621038] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.621428] env[71114]: INFO nova.compute.manager [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Attaching volume 594b9087-c386-4e61-b103-aee0729f7738 to /dev/sdb [ 797.669330] env[71114]: DEBUG nova.compute.manager [req-0c0348c6-cc9e-478d-81bb-b63bcf32ef58 req-f1fcf8d7-7961-4336-8352-13c411f18f4c service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Received event network-changed-7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.669834] env[71114]: DEBUG nova.compute.manager [req-0c0348c6-cc9e-478d-81bb-b63bcf32ef58 req-f1fcf8d7-7961-4336-8352-13c411f18f4c service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Refreshing instance network info cache due to event network-changed-7d988e88-19ff-4686-b0ee-51f4333e4e6f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.670180] env[71114]: DEBUG oslo_concurrency.lockutils [req-0c0348c6-cc9e-478d-81bb-b63bcf32ef58 req-f1fcf8d7-7961-4336-8352-13c411f18f4c service nova] Acquiring lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.670355] env[71114]: DEBUG oslo_concurrency.lockutils [req-0c0348c6-cc9e-478d-81bb-b63bcf32ef58 req-f1fcf8d7-7961-4336-8352-13c411f18f4c service nova] Acquired lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.670638] env[71114]: DEBUG nova.network.neutron [req-0c0348c6-cc9e-478d-81bb-b63bcf32ef58 req-f1fcf8d7-7961-4336-8352-13c411f18f4c service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Refreshing network info cache for port 7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.677790] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d1b222-87fb-4f50-a4fa-ea6d0b5a191f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.691111] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06eb5ee4-4531-4636-931a-e0b00faf5b47 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.710206] env[71114]: DEBUG nova.virt.block_device [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Updating existing volume attachment record: c0f16007-721b-4546-821e-1086d767ca99 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 797.786800] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquiring lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.786965] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquired lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.787143] env[71114]: DEBUG nova.network.neutron [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.804211] env[71114]: DEBUG nova.compute.utils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.806231] env[71114]: DEBUG nova.compute.manager [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.806465] env[71114]: DEBUG nova.network.neutron [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.913475] env[71114]: DEBUG nova.policy [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9c9f7f3f1e64aada6435f548b9eedfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17c6cd349679476096882a8e4babde79', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.061170] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821456, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.314251] env[71114]: DEBUG nova.compute.manager [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.383377] env[71114]: DEBUG nova.network.neutron [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.494956] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquiring lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.495256] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.495468] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquiring lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.495655] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.495833] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.498319] env[71114]: INFO nova.compute.manager [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Terminating instance [ 798.554945] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743217} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.554945] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 0c57c50d-b602-4936-8d90-d947cedf6a0f/0c57c50d-b602-4936-8d90-d947cedf6a0f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.554945] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.555237] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91b04a0e-42aa-441d-95c4-4ac2a0f599c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.565389] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 798.565389] env[71114]: value = "task-3821460" [ 798.565389] env[71114]: _type = "Task" [ 798.565389] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.578170] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.579822] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a7ad30-a77b-4da3-8b11-3888774aad95 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.586686] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "c848e65e-79ba-4edc-afb5-6c511c0fde71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.587226] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "c848e65e-79ba-4edc-afb5-6c511c0fde71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.587548] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "c848e65e-79ba-4edc-afb5-6c511c0fde71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.587908] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "c848e65e-79ba-4edc-afb5-6c511c0fde71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.588222] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "c848e65e-79ba-4edc-afb5-6c511c0fde71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.592451] env[71114]: INFO nova.compute.manager [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Terminating instance [ 798.595036] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddca9602-e392-4412-aae2-d3a39221cefd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.643376] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dab907b-a3fa-41a6-b8ec-8c70fcb126d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.654767] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218f71e0-936e-4ada-8b51-bdb58ca01e98 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.673618] env[71114]: DEBUG nova.compute.provider_tree [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 798.790843] env[71114]: DEBUG nova.network.neutron [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Updating instance_info_cache with network_info: [{"id": "7994a3a0-c0a9-4dbe-adb6-2dc0426b428d", "address": "fa:16:3e:04:1a:5d", "network": {"id": "372545ab-3178-4f71-9353-264f3a8a696c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-750773289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f026ff28f15d4a9da4565f665049d410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7994a3a0-c0", "ovs_interfaceid": "7994a3a0-c0a9-4dbe-adb6-2dc0426b428d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.819051] env[71114]: DEBUG nova.network.neutron [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Successfully created port: 481b7cf9-0b9b-4ed5-a3de-561c497e6f8a {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.835384] env[71114]: DEBUG nova.network.neutron [req-0c0348c6-cc9e-478d-81bb-b63bcf32ef58 req-f1fcf8d7-7961-4336-8352-13c411f18f4c service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Updated VIF entry in instance network info cache for port 7d988e88-19ff-4686-b0ee-51f4333e4e6f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.835384] env[71114]: DEBUG nova.network.neutron [req-0c0348c6-cc9e-478d-81bb-b63bcf32ef58 req-f1fcf8d7-7961-4336-8352-13c411f18f4c service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Updating instance_info_cache with network_info: [{"id": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "address": "fa:16:3e:50:31:fb", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d988e88-19", "ovs_interfaceid": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.963265] env[71114]: DEBUG oslo_vmware.rw_handles [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274cc47-fb79-4058-b2a2-f29036c0d4bb/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 798.963893] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75f8f04-2364-432a-802d-e4edc018d651 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.971028] env[71114]: DEBUG oslo_vmware.rw_handles [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274cc47-fb79-4058-b2a2-f29036c0d4bb/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 798.971408] env[71114]: ERROR oslo_vmware.rw_handles [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274cc47-fb79-4058-b2a2-f29036c0d4bb/disk-0.vmdk due to incomplete transfer. [ 798.972301] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4828ef62-7a7c-4918-a078-276c7c86e0c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.980437] env[71114]: DEBUG oslo_vmware.rw_handles [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5274cc47-fb79-4058-b2a2-f29036c0d4bb/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 798.981342] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Uploaded image 7b647133-6a0a-46e3-a9ee-ae606a04eb0f to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 798.982352] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 798.982664] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32e4d814-74e0-465f-b9d9-6287c2f4fd45 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.991792] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 798.991792] env[71114]: value = "task-3821461" [ 798.991792] env[71114]: _type = "Task" [ 798.991792] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.001702] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821461, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.004118] env[71114]: DEBUG nova.compute.manager [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.004402] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.005607] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55f93d0-3aa1-44ed-bbcc-213d390ddbe0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.015572] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.015870] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-661792ff-2d61-4d96-a130-31addb0bdd76 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.022962] env[71114]: DEBUG oslo_vmware.api [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for the task: (returnval){ [ 799.022962] env[71114]: value = "task-3821462" [ 799.022962] env[71114]: _type = "Task" [ 799.022962] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.032184] env[71114]: DEBUG oslo_vmware.api [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.077395] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09202} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.077807] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.078828] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7256b322-21e6-4f76-be9a-d2b9060f72d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.103666] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0c57c50d-b602-4936-8d90-d947cedf6a0f/0c57c50d-b602-4936-8d90-d947cedf6a0f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.104066] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-067d99d7-3206-4823-a31e-faabc2c8cd8c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.119282] env[71114]: DEBUG nova.compute.manager [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.119530] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.120688] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc49283b-e284-4987-a170-29c3ab259b79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.130478] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.132014] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65d7958f-6218-42e1-9925-6031a60fd3aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.133925] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 799.133925] env[71114]: value = "task-3821463" [ 799.133925] env[71114]: _type = "Task" [ 799.133925] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.208255] env[71114]: ERROR nova.scheduler.client.report [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [req-663874d0-80de-475f-82cc-ead36f4bff20] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-663874d0-80de-475f-82cc-ead36f4bff20"}]} [ 799.230028] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.230028] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.230028] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleting the datastore file [datastore2] c848e65e-79ba-4edc-afb5-6c511c0fde71 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.230028] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f835219c-bfca-4b53-b1fa-5b43062a072c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.240753] env[71114]: DEBUG oslo_vmware.api [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 799.240753] env[71114]: value = "task-3821465" [ 799.240753] env[71114]: _type = "Task" [ 799.240753] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.242111] env[71114]: DEBUG nova.scheduler.client.report [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 799.257448] env[71114]: DEBUG oslo_vmware.api [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.262542] env[71114]: DEBUG nova.scheduler.client.report [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 799.262980] env[71114]: DEBUG nova.compute.provider_tree [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.283744] env[71114]: DEBUG nova.scheduler.client.report [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 799.294123] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Releasing lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.294123] env[71114]: DEBUG nova.compute.manager [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Instance network_info: |[{"id": "7994a3a0-c0a9-4dbe-adb6-2dc0426b428d", "address": "fa:16:3e:04:1a:5d", "network": {"id": "372545ab-3178-4f71-9353-264f3a8a696c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-750773289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f026ff28f15d4a9da4565f665049d410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7994a3a0-c0", "ovs_interfaceid": "7994a3a0-c0a9-4dbe-adb6-2dc0426b428d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.294506] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:1a:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7994a3a0-c0a9-4dbe-adb6-2dc0426b428d', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.307622] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Creating folder: Project (f026ff28f15d4a9da4565f665049d410). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.309035] env[71114]: DEBUG nova.scheduler.client.report [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 799.315482] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a5be6e5-a04b-45bb-94f6-5487ed87a8ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.329561] env[71114]: DEBUG nova.compute.manager [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.334316] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Created folder: Project (f026ff28f15d4a9da4565f665049d410) in parent group-v759732. [ 799.334528] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Creating folder: Instances. Parent ref: group-v759846. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.334813] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1905818-1db5-4fb9-82b7-deda0c4c244b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.340503] env[71114]: DEBUG oslo_concurrency.lockutils [req-0c0348c6-cc9e-478d-81bb-b63bcf32ef58 req-f1fcf8d7-7961-4336-8352-13c411f18f4c service nova] Releasing lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.350400] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Created folder: Instances in parent group-v759846. [ 799.351133] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.351519] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.351806] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf5da062-e404-4920-9077-276ddd15a634 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.382109] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.382109] env[71114]: value = "task-3821468" [ 799.382109] env[71114]: _type = "Task" [ 799.382109] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.386281] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.386281] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.386281] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.386281] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.386281] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.386281] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.386281] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.386978] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.386978] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.386978] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.387272] env[71114]: DEBUG nova.virt.hardware [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.388462] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c22a3d-53b3-4f08-84f2-94828fbebf84 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.413133] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f0ff04-53bf-49bc-917e-08908b8c4def {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.420034] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821468, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.505339] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "23a6d860-acaa-4507-8d5a-af16de278202" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.505549] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "23a6d860-acaa-4507-8d5a-af16de278202" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.510482] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821461, 'name': Destroy_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.538240] env[71114]: DEBUG oslo_vmware.api [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821462, 'name': PowerOffVM_Task, 'duration_secs': 0.335619} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.538544] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.538846] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.539193] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9645916-03a8-439c-a8ff-79bcda84bd48 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.615791] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.616044] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.616266] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Deleting the datastore file [datastore1] 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.616700] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d188dc-a678-4e8f-9e9b-6e022b9e84f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.625098] env[71114]: DEBUG oslo_vmware.api [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for the task: (returnval){ [ 799.625098] env[71114]: value = "task-3821470" [ 799.625098] env[71114]: _type = "Task" [ 799.625098] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.637076] env[71114]: DEBUG oslo_vmware.api [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.650917] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.756754] env[71114]: DEBUG oslo_vmware.api [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433003} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.757078] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.757304] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.757497] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.757673] env[71114]: INFO nova.compute.manager [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Took 0.64 seconds to destroy the instance on the hypervisor. [ 799.757922] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.758149] env[71114]: DEBUG nova.compute.manager [-] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.758246] env[71114]: DEBUG nova.network.neutron [-] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.900628] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821468, 'name': CreateVM_Task, 'duration_secs': 0.440046} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.900843] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.901715] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.902615] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.902615] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.902615] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97edf25e-2bd5-42d4-a881-273e859baad1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.908486] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for the task: (returnval){ [ 799.908486] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cffb1e-2db5-eff6-f90a-c926ba34c080" [ 799.908486] env[71114]: _type = "Task" [ 799.908486] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.921921] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cffb1e-2db5-eff6-f90a-c926ba34c080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.954657] env[71114]: DEBUG nova.compute.manager [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Received event network-vif-plugged-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.954956] env[71114]: DEBUG oslo_concurrency.lockutils [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] Acquiring lock "a593e2ed-9c12-430e-be17-38990a4dd8a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.955328] env[71114]: DEBUG oslo_concurrency.lockutils [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] Lock "a593e2ed-9c12-430e-be17-38990a4dd8a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.955545] env[71114]: DEBUG oslo_concurrency.lockutils [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] Lock "a593e2ed-9c12-430e-be17-38990a4dd8a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.955807] env[71114]: DEBUG nova.compute.manager [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] No waiting events found dispatching network-vif-plugged-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 799.955975] env[71114]: WARNING nova.compute.manager [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Received unexpected event network-vif-plugged-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d for instance with vm_state building and task_state spawning. [ 799.956216] env[71114]: DEBUG nova.compute.manager [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Received event network-changed-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.956404] env[71114]: DEBUG nova.compute.manager [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Refreshing instance network info cache due to event network-changed-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.956650] env[71114]: DEBUG oslo_concurrency.lockutils [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] Acquiring lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.956827] env[71114]: DEBUG oslo_concurrency.lockutils [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] Acquired lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.957089] env[71114]: DEBUG nova.network.neutron [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Refreshing network info cache for port 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.965980] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d065e7-4bb6-4892-80ec-30f4fddd1d74 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.974761] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad86f8c-234e-4493-a715-b0c528a4dab4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.015329] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c25441-4054-4767-9ea4-57e2d01798f1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.026363] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffcb87c-0a01-499d-858e-86a223cd95da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.030332] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821461, 'name': Destroy_Task, 'duration_secs': 0.542076} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.030649] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Destroyed the VM [ 800.031324] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.033097] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-090a5097-e4e5-4476-94e4-264884064833 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.042615] env[71114]: DEBUG nova.compute.provider_tree [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.050619] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 800.050619] env[71114]: value = "task-3821471" [ 800.050619] env[71114]: _type = "Task" [ 800.050619] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.060574] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821471, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.139498] env[71114]: DEBUG oslo_vmware.api [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Task: {'id': task-3821470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282833} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.142958] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.143183] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.143368] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.143547] env[71114]: INFO nova.compute.manager [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 800.143839] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.144707] env[71114]: DEBUG nova.compute.manager [-] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.144861] env[71114]: DEBUG nova.network.neutron [-] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.152833] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821463, 'name': ReconfigVM_Task, 'duration_secs': 0.699119} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.153151] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0c57c50d-b602-4936-8d90-d947cedf6a0f/0c57c50d-b602-4936-8d90-d947cedf6a0f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.153804] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c70fa6e7-f466-4bc5-8fff-5a4097acf7de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.161572] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 800.161572] env[71114]: value = "task-3821472" [ 800.161572] env[71114]: _type = "Task" [ 800.161572] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.171909] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821472, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.421635] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cffb1e-2db5-eff6-f90a-c926ba34c080, 'name': SearchDatastore_Task, 'duration_secs': 0.028952} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.422578] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.423148] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.423643] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.423914] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.424210] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.424702] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e94234-68fa-4a48-9c72-4b38337f170e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.437336] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.437537] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.438386] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df4acb4-3585-4153-beac-252b33e45e49 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.444625] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for the task: (returnval){ [ 800.444625] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5257a2ed-4a81-f8d9-0a35-d1091c035f1c" [ 800.444625] env[71114]: _type = "Task" [ 800.444625] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.454622] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5257a2ed-4a81-f8d9-0a35-d1091c035f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.563694] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821471, 'name': RemoveSnapshot_Task} progress is 73%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.595851] env[71114]: DEBUG nova.scheduler.client.report [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 800.595851] env[71114]: DEBUG nova.compute.provider_tree [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 62 to 63 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 800.595851] env[71114]: DEBUG nova.compute.provider_tree [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.635759] env[71114]: DEBUG nova.network.neutron [-] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.679377] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821472, 'name': Rename_Task, 'duration_secs': 0.157974} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.679554] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.679814] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0392f9c4-35aa-4024-98be-1406e49d99a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.689585] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 800.689585] env[71114]: value = "task-3821474" [ 800.689585] env[71114]: _type = "Task" [ 800.689585] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.703955] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.956368] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5257a2ed-4a81-f8d9-0a35-d1091c035f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.01218} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.957225] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0a4586c-1e73-4dd2-a7a6-761f988c24f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.963340] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for the task: (returnval){ [ 800.963340] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526bf193-e8d2-24e2-9cc5-ceae386e0328" [ 800.963340] env[71114]: _type = "Task" [ 800.963340] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.971918] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526bf193-e8d2-24e2-9cc5-ceae386e0328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.060843] env[71114]: DEBUG oslo_vmware.api [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821471, 'name': RemoveSnapshot_Task, 'duration_secs': 0.583034} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.061615] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.061897] env[71114]: INFO nova.compute.manager [None req-95b444ed-d608-4dbc-a88c-b6841782458c tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Took 15.00 seconds to snapshot the instance on the hypervisor. [ 801.101778] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.799s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.105483] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.942s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.105813] env[71114]: DEBUG nova.objects.instance [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lazy-loading 'resources' on Instance uuid 3f10462d-646e-4cc2-ab2a-713c343edaf2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.130824] env[71114]: INFO nova.scheduler.client.report [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Deleted allocations for instance 52179727-7607-4992-bb0e-2b9ec89ae1eb [ 801.138448] env[71114]: INFO nova.compute.manager [-] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Took 1.38 seconds to deallocate network for instance. [ 801.169627] env[71114]: DEBUG nova.network.neutron [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Updated VIF entry in instance network info cache for port 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.170097] env[71114]: DEBUG nova.network.neutron [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Updating instance_info_cache with network_info: [{"id": "7994a3a0-c0a9-4dbe-adb6-2dc0426b428d", "address": "fa:16:3e:04:1a:5d", "network": {"id": "372545ab-3178-4f71-9353-264f3a8a696c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-750773289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f026ff28f15d4a9da4565f665049d410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7994a3a0-c0", "ovs_interfaceid": "7994a3a0-c0a9-4dbe-adb6-2dc0426b428d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.194977] env[71114]: DEBUG nova.network.neutron [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Successfully updated port: 481b7cf9-0b9b-4ed5-a3de-561c497e6f8a {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.208593] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821474, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.247395] env[71114]: DEBUG nova.network.neutron [-] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.476564] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526bf193-e8d2-24e2-9cc5-ceae386e0328, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.476838] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.477125] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] a593e2ed-9c12-430e-be17-38990a4dd8a6/a593e2ed-9c12-430e-be17-38990a4dd8a6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.477398] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d38d8b47-a596-48c4-97d7-456523707469 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.488095] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for the task: (returnval){ [ 801.488095] env[71114]: value = "task-3821475" [ 801.488095] env[71114]: _type = "Task" [ 801.488095] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.498333] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.644985] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.645583] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ad6a5ee-9245-485d-baad-41efd3410075 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.232s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.646605] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 36.985s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.646835] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "52179727-7607-4992-bb0e-2b9ec89ae1eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.647253] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.647358] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.649666] env[71114]: INFO nova.compute.manager [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Terminating instance [ 801.673058] env[71114]: DEBUG oslo_concurrency.lockutils [req-ccac58d6-0d60-46da-a2a8-b566811bdb41 req-51a7e491-e4f1-42e2-b415-14938343d6cb service nova] Releasing lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.702064] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquiring lock "refresh_cache-6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.702379] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquired lock "refresh_cache-6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.702627] env[71114]: DEBUG nova.network.neutron [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.703933] env[71114]: DEBUG oslo_vmware.api [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821474, 'name': PowerOnVM_Task, 'duration_secs': 0.523166} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.708639] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.708921] env[71114]: INFO nova.compute.manager [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Took 10.77 seconds to spawn the instance on the hypervisor. [ 801.709190] env[71114]: DEBUG nova.compute.manager [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.710257] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bee830-c288-4d38-a13c-268dc18e78ea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.751682] env[71114]: INFO nova.compute.manager [-] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Took 1.61 seconds to deallocate network for instance. [ 802.002736] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821475, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.160048] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.160248] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquired lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.160416] env[71114]: DEBUG nova.network.neutron [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.235577] env[71114]: INFO nova.compute.manager [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Took 50.40 seconds to build instance. [ 802.263034] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.267620] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbcb3b6-3a0b-4be3-9ecf-239b6eaf0178 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.271489] env[71114]: DEBUG nova.network.neutron [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.282336] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a1bb11-b2d7-43f8-bd1c-86e4a8745522 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.318824] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b671007a-e2c9-43ed-bd71-e7c8dd259db3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.327362] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d01acc-27e3-4dca-b8b0-47a1e926dc6f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.343669] env[71114]: DEBUG nova.compute.provider_tree [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.411835] env[71114]: DEBUG nova.compute.manager [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Received event network-vif-deleted-78897875-f23c-4c27-8445-0e5b932e5bc2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.412184] env[71114]: DEBUG nova.compute.manager [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Received event network-vif-plugged-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.412422] env[71114]: DEBUG oslo_concurrency.lockutils [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] Acquiring lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.412645] env[71114]: DEBUG oslo_concurrency.lockutils [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] Lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.412809] env[71114]: DEBUG oslo_concurrency.lockutils [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] Lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.412964] env[71114]: DEBUG nova.compute.manager [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] No waiting events found dispatching network-vif-plugged-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 802.413840] env[71114]: WARNING nova.compute.manager [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Received unexpected event network-vif-plugged-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a for instance with vm_state building and task_state spawning. [ 802.413840] env[71114]: DEBUG nova.compute.manager [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Received event network-vif-deleted-7bce823c-5d1d-42d6-914d-9388d2a7e5ff {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.413840] env[71114]: DEBUG nova.compute.manager [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Received event network-changed-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.413840] env[71114]: DEBUG nova.compute.manager [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Refreshing instance network info cache due to event network-changed-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.413840] env[71114]: DEBUG oslo_concurrency.lockutils [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] Acquiring lock "refresh_cache-6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.493927] env[71114]: DEBUG nova.network.neutron [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Updating instance_info_cache with network_info: [{"id": "481b7cf9-0b9b-4ed5-a3de-561c497e6f8a", "address": "fa:16:3e:b1:63:52", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481b7cf9-0b", "ovs_interfaceid": "481b7cf9-0b9b-4ed5-a3de-561c497e6f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.504185] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551481} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.504915] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] a593e2ed-9c12-430e-be17-38990a4dd8a6/a593e2ed-9c12-430e-be17-38990a4dd8a6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.505180] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.505670] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5fce841-9fcc-4aea-bfcf-b44c21f0693c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.514188] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for the task: (returnval){ [ 802.514188] env[71114]: value = "task-3821476" [ 802.514188] env[71114]: _type = "Task" [ 802.514188] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.530041] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.663338] env[71114]: DEBUG nova.compute.utils [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Can not refresh info_cache because instance was not found {{(pid=71114) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 802.687489] env[71114]: DEBUG nova.network.neutron [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.741249] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e27fd3d4-3336-4fc5-a294-cc8a2d73540e tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "0c57c50d-b602-4936-8d90-d947cedf6a0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.934s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.778494] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 802.778740] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759845', 'volume_id': '594b9087-c386-4e61-b103-aee0729f7738', 'name': 'volume-594b9087-c386-4e61-b103-aee0729f7738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c98896e0-beae-4aa6-b353-2cd3e1a390fe', 'attached_at': '', 'detached_at': '', 'volume_id': '594b9087-c386-4e61-b103-aee0729f7738', 'serial': '594b9087-c386-4e61-b103-aee0729f7738'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 802.779709] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222440ef-4cef-4a25-883e-c8f159c6df48 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.800511] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7148bae8-f28e-496f-9a23-0f3b0bad3fa1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.828524] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] volume-594b9087-c386-4e61-b103-aee0729f7738/volume-594b9087-c386-4e61-b103-aee0729f7738.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.829655] env[71114]: DEBUG nova.network.neutron [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.831445] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7414f11-c654-4f28-bcd2-66565dd3446c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.846935] env[71114]: DEBUG nova.scheduler.client.report [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.852997] env[71114]: DEBUG oslo_vmware.api [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 802.852997] env[71114]: value = "task-3821477" [ 802.852997] env[71114]: _type = "Task" [ 802.852997] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.865246] env[71114]: DEBUG oslo_vmware.api [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.972983] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "5d5d5686-c79e-48c5-a411-697a13820c75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.974085] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "5d5d5686-c79e-48c5-a411-697a13820c75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.974085] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "5d5d5686-c79e-48c5-a411-697a13820c75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.974085] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "5d5d5686-c79e-48c5-a411-697a13820c75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.974085] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "5d5d5686-c79e-48c5-a411-697a13820c75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.977107] env[71114]: INFO nova.compute.manager [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Terminating instance [ 802.996957] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Releasing lock "refresh_cache-6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.997328] env[71114]: DEBUG nova.compute.manager [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Instance network_info: |[{"id": "481b7cf9-0b9b-4ed5-a3de-561c497e6f8a", "address": "fa:16:3e:b1:63:52", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481b7cf9-0b", "ovs_interfaceid": "481b7cf9-0b9b-4ed5-a3de-561c497e6f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.997636] env[71114]: DEBUG oslo_concurrency.lockutils [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] Acquired lock "refresh_cache-6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.997816] env[71114]: DEBUG nova.network.neutron [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Refreshing network info cache for port 481b7cf9-0b9b-4ed5-a3de-561c497e6f8a {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.998974] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:63:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '481b7cf9-0b9b-4ed5-a3de-561c497e6f8a', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.008074] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Creating folder: Project (17c6cd349679476096882a8e4babde79). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.009321] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa754b3a-0bf4-4430-a7a4-fd309466d6b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.025136] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075259} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.026480] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.026825] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Created folder: Project (17c6cd349679476096882a8e4babde79) in parent group-v759732. [ 803.027018] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Creating folder: Instances. Parent ref: group-v759849. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.027756] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a89963-4514-4943-bd4b-6508aff0ab95 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.030319] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4019dd0a-fe8d-49fd-aaa3-5ca2ed9a7f5c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.054418] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] a593e2ed-9c12-430e-be17-38990a4dd8a6/a593e2ed-9c12-430e-be17-38990a4dd8a6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.056372] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba063f4-dc72-44af-8a49-27e5c4e08363 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.070761] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Created folder: Instances in parent group-v759849. [ 803.071038] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.071341] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.071995] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb85505b-bb03-4c85-8629-c93d7e74a3a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.089020] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for the task: (returnval){ [ 803.089020] env[71114]: value = "task-3821480" [ 803.089020] env[71114]: _type = "Task" [ 803.089020] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.095807] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.095807] env[71114]: value = "task-3821481" [ 803.095807] env[71114]: _type = "Task" [ 803.095807] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.099284] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.108724] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821481, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.245205] env[71114]: DEBUG nova.compute.manager [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.332693] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Releasing lock "refresh_cache-52179727-7607-4992-bb0e-2b9ec89ae1eb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.334477] env[71114]: DEBUG nova.compute.manager [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.334477] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.334477] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca509835-892e-42db-aff7-c06c23830d45 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.344586] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6380b3d8-7ee2-4d1c-a0e4-a2a90eed6bee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.358539] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.361090] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.542s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.363879] env[71114]: INFO nova.compute.claims [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.377113] env[71114]: DEBUG oslo_vmware.api [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.397145] env[71114]: WARNING nova.virt.vmwareapi.vmops [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 52179727-7607-4992-bb0e-2b9ec89ae1eb could not be found. [ 803.397276] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.397820] env[71114]: INFO nova.compute.manager [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Took 0.06 seconds to destroy the instance on the hypervisor. [ 803.398114] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.399631] env[71114]: INFO nova.scheduler.client.report [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Deleted allocations for instance 3f10462d-646e-4cc2-ab2a-713c343edaf2 [ 803.400887] env[71114]: DEBUG nova.compute.manager [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.401166] env[71114]: DEBUG nova.network.neutron [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.421594] env[71114]: DEBUG nova.network.neutron [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.481551] env[71114]: DEBUG nova.compute.manager [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.481800] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.482770] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66945ffb-c66e-4a89-b72e-869c2444bc69 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.492830] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.492830] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4bf9fb7-ebbd-410c-9d40-610a5cffc7ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.500092] env[71114]: DEBUG oslo_vmware.api [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 803.500092] env[71114]: value = "task-3821482" [ 803.500092] env[71114]: _type = "Task" [ 803.500092] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.513829] env[71114]: DEBUG oslo_vmware.api [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.603317] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821480, 'name': ReconfigVM_Task, 'duration_secs': 0.295563} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.610207] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Reconfigured VM instance instance-00000023 to attach disk [datastore1] a593e2ed-9c12-430e-be17-38990a4dd8a6/a593e2ed-9c12-430e-be17-38990a4dd8a6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.610947] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e467bd8-705c-4db0-be2b-e4fb0002f364 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.620245] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821481, 'name': CreateVM_Task, 'duration_secs': 0.372212} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.622043] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.622466] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for the task: (returnval){ [ 803.622466] env[71114]: value = "task-3821483" [ 803.622466] env[71114]: _type = "Task" [ 803.622466] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.627092] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.628077] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.628077] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.628381] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb28f4f-49c9-4697-9444-d06e4d83ff54 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.644339] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821483, 'name': Rename_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.644887] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for the task: (returnval){ [ 803.644887] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5274a4ee-d224-d037-c7a4-e74f463300b3" [ 803.644887] env[71114]: _type = "Task" [ 803.644887] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.657091] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5274a4ee-d224-d037-c7a4-e74f463300b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012758} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.657624] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.657849] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.658136] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.658342] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.658527] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.658895] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcb868cf-0917-470a-a8ce-aba353f72975 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.674114] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.674114] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.675038] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5906725-027c-49cd-ab5a-570cc8dfe22c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.686624] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for the task: (returnval){ [ 803.686624] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fc715e-c9bb-d361-2aad-779cc569c47c" [ 803.686624] env[71114]: _type = "Task" [ 803.686624] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.699862] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fc715e-c9bb-d361-2aad-779cc569c47c, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.701042] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f15b2f7-7467-4762-8dec-eb387b47d3c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.709482] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for the task: (returnval){ [ 803.709482] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a93cf0-3823-581b-001a-9d62c7087d10" [ 803.709482] env[71114]: _type = "Task" [ 803.709482] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.722873] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a93cf0-3823-581b-001a-9d62c7087d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.774434] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.880368] env[71114]: DEBUG oslo_vmware.api [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821477, 'name': ReconfigVM_Task, 'duration_secs': 0.861003} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.881541] env[71114]: DEBUG nova.network.neutron [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Updated VIF entry in instance network info cache for port 481b7cf9-0b9b-4ed5-a3de-561c497e6f8a. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.881974] env[71114]: DEBUG nova.network.neutron [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Updating instance_info_cache with network_info: [{"id": "481b7cf9-0b9b-4ed5-a3de-561c497e6f8a", "address": "fa:16:3e:b1:63:52", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481b7cf9-0b", "ovs_interfaceid": "481b7cf9-0b9b-4ed5-a3de-561c497e6f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.883660] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Reconfigured VM instance instance-00000011 to attach disk [datastore1] volume-594b9087-c386-4e61-b103-aee0729f7738/volume-594b9087-c386-4e61-b103-aee0729f7738.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.890306] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ec1f91-150d-45b3-b647-c2c24945999e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.912047] env[71114]: DEBUG oslo_vmware.api [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 803.912047] env[71114]: value = "task-3821484" [ 803.912047] env[71114]: _type = "Task" [ 803.912047] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.912399] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ca0246e-012c-4de7-a57a-b21f35f36167 tempest-ServersTestManualDisk-912410252 tempest-ServersTestManualDisk-912410252-project-member] Lock "3f10462d-646e-4cc2-ab2a-713c343edaf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.578s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.926276] env[71114]: DEBUG nova.network.neutron [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.927751] env[71114]: DEBUG oslo_vmware.api [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.018932] env[71114]: DEBUG oslo_vmware.api [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821482, 'name': PowerOffVM_Task, 'duration_secs': 0.252596} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.020503] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.021053] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.023342] env[71114]: DEBUG nova.compute.manager [req-78f75686-4c2d-4546-9e98-e7a22354a004 req-841ed65c-0526-4c7e-8463-55269ec88e97 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Received event network-changed-7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.023342] env[71114]: DEBUG nova.compute.manager [req-78f75686-4c2d-4546-9e98-e7a22354a004 req-841ed65c-0526-4c7e-8463-55269ec88e97 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Refreshing instance network info cache due to event network-changed-7d988e88-19ff-4686-b0ee-51f4333e4e6f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.023342] env[71114]: DEBUG oslo_concurrency.lockutils [req-78f75686-4c2d-4546-9e98-e7a22354a004 req-841ed65c-0526-4c7e-8463-55269ec88e97 service nova] Acquiring lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.023342] env[71114]: DEBUG oslo_concurrency.lockutils [req-78f75686-4c2d-4546-9e98-e7a22354a004 req-841ed65c-0526-4c7e-8463-55269ec88e97 service nova] Acquired lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.023342] env[71114]: DEBUG nova.network.neutron [req-78f75686-4c2d-4546-9e98-e7a22354a004 req-841ed65c-0526-4c7e-8463-55269ec88e97 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Refreshing network info cache for port 7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.024413] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29505280-519c-49f2-bbd9-24ad01ee17c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.121188] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.121539] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.121743] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Deleting the datastore file [datastore2] 5d5d5686-c79e-48c5-a411-697a13820c75 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.122041] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a21bbe49-8927-4ee5-9337-03af14442bbe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.134274] env[71114]: DEBUG oslo_vmware.api [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for the task: (returnval){ [ 804.134274] env[71114]: value = "task-3821486" [ 804.134274] env[71114]: _type = "Task" [ 804.134274] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.141963] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821483, 'name': Rename_Task, 'duration_secs': 0.174321} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.142578] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.142870] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05bb456a-c4c8-4df8-ad37-22af3b927cba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.147734] env[71114]: DEBUG oslo_vmware.api [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.156484] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for the task: (returnval){ [ 804.156484] env[71114]: value = "task-3821487" [ 804.156484] env[71114]: _type = "Task" [ 804.156484] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.164879] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.221696] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a93cf0-3823-581b-001a-9d62c7087d10, 'name': SearchDatastore_Task, 'duration_secs': 0.012718} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.221696] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.221696] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd/6d38db52-c6ae-4cce-9cdb-39e11eccd8fd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.221909] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bc11c3d-48f9-4d82-a785-80e4bb1ac510 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.230360] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for the task: (returnval){ [ 804.230360] env[71114]: value = "task-3821488" [ 804.230360] env[71114]: _type = "Task" [ 804.230360] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.239685] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.391275] env[71114]: DEBUG oslo_concurrency.lockutils [req-321344c5-e6b2-483d-9bf8-663a4b6a74fe req-dbd58837-bf26-4eaf-8b86-b78cb617c81f service nova] Releasing lock "refresh_cache-6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.428050] env[71114]: DEBUG oslo_vmware.api [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821484, 'name': ReconfigVM_Task, 'duration_secs': 0.172423} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.428495] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759845', 'volume_id': '594b9087-c386-4e61-b103-aee0729f7738', 'name': 'volume-594b9087-c386-4e61-b103-aee0729f7738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c98896e0-beae-4aa6-b353-2cd3e1a390fe', 'attached_at': '', 'detached_at': '', 'volume_id': '594b9087-c386-4e61-b103-aee0729f7738', 'serial': '594b9087-c386-4e61-b103-aee0729f7738'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 804.430559] env[71114]: INFO nova.compute.manager [-] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Took 1.03 seconds to deallocate network for instance. [ 804.653321] env[71114]: DEBUG oslo_vmware.api [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Task: {'id': task-3821486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282659} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.653711] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.653759] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.653935] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.654197] env[71114]: INFO nova.compute.manager [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Took 1.17 seconds to destroy the instance on the hypervisor. [ 804.654395] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.654643] env[71114]: DEBUG nova.compute.manager [-] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.655269] env[71114]: DEBUG nova.network.neutron [-] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.674271] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.745345] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.940778] env[71114]: INFO nova.compute.manager [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Instance disappeared during terminate [ 804.940778] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1af4ec4a-f301-49f6-848d-0eceddd593df tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "52179727-7607-4992-bb0e-2b9ec89ae1eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.293s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.958785] env[71114]: DEBUG nova.network.neutron [req-78f75686-4c2d-4546-9e98-e7a22354a004 req-841ed65c-0526-4c7e-8463-55269ec88e97 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Updated VIF entry in instance network info cache for port 7d988e88-19ff-4686-b0ee-51f4333e4e6f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.959156] env[71114]: DEBUG nova.network.neutron [req-78f75686-4c2d-4546-9e98-e7a22354a004 req-841ed65c-0526-4c7e-8463-55269ec88e97 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Updating instance_info_cache with network_info: [{"id": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "address": "fa:16:3e:50:31:fb", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d988e88-19", "ovs_interfaceid": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.993588] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67c7ac8-002b-4d43-9b13-525bf65cea26 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.003107] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2977862-4642-4cef-884e-de3b58c80a8a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.040097] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "0c57c50d-b602-4936-8d90-d947cedf6a0f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.040377] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "0c57c50d-b602-4936-8d90-d947cedf6a0f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.040894] env[71114]: INFO nova.compute.manager [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Rebooting instance [ 805.045275] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa9a057-98cd-453e-99f3-3259e15c4b63 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.055307] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509e5312-0294-43aa-9c21-dcaf8fa21540 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.073450] env[71114]: DEBUG nova.compute.provider_tree [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.169721] env[71114]: DEBUG oslo_vmware.api [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821487, 'name': PowerOnVM_Task, 'duration_secs': 0.6336} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.170041] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.170244] env[71114]: INFO nova.compute.manager [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Took 8.61 seconds to spawn the instance on the hypervisor. [ 805.170571] env[71114]: DEBUG nova.compute.manager [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.171814] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5a955a-daf9-47a4-9b83-35296f857aee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.245024] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.392401] env[71114]: DEBUG nova.compute.manager [req-dd512636-34a6-436f-8916-d09f0d7ac676 req-b1ba41e8-5f83-4a14-a495-ae7eb5e669e3 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Received event network-vif-deleted-b1e8b768-f8e0-4711-bb53-4b9a9c1c5587 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.392401] env[71114]: INFO nova.compute.manager [req-dd512636-34a6-436f-8916-d09f0d7ac676 req-b1ba41e8-5f83-4a14-a495-ae7eb5e669e3 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Neutron deleted interface b1e8b768-f8e0-4711-bb53-4b9a9c1c5587; detaching it from the instance and deleting it from the info cache [ 805.392401] env[71114]: DEBUG nova.network.neutron [req-dd512636-34a6-436f-8916-d09f0d7ac676 req-b1ba41e8-5f83-4a14-a495-ae7eb5e669e3 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.463234] env[71114]: DEBUG oslo_concurrency.lockutils [req-78f75686-4c2d-4546-9e98-e7a22354a004 req-841ed65c-0526-4c7e-8463-55269ec88e97 service nova] Releasing lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.493233] env[71114]: DEBUG nova.objects.instance [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lazy-loading 'flavor' on Instance uuid c98896e0-beae-4aa6-b353-2cd3e1a390fe {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.577080] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.578259] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquired lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.578259] env[71114]: DEBUG nova.network.neutron [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.622507] env[71114]: DEBUG nova.scheduler.client.report [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 805.622825] env[71114]: DEBUG nova.compute.provider_tree [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 63 to 64 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 805.623021] env[71114]: DEBUG nova.compute.provider_tree [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.633394] env[71114]: DEBUG nova.network.neutron [-] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.694533] env[71114]: INFO nova.compute.manager [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Took 50.86 seconds to build instance. [ 805.744103] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821488, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.892734] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-906684c8-974e-48b3-9da0-8cc4c73db9dd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.905572] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679f6c4a-d9d0-4372-9966-3f7acab9bb66 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.949620] env[71114]: DEBUG nova.compute.manager [req-dd512636-34a6-436f-8916-d09f0d7ac676 req-b1ba41e8-5f83-4a14-a495-ae7eb5e669e3 service nova] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Detach interface failed, port_id=b1e8b768-f8e0-4711-bb53-4b9a9c1c5587, reason: Instance 5d5d5686-c79e-48c5-a411-697a13820c75 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 805.998615] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e222917-6c53-4b0e-8a01-84045fe84807 tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.378s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.132029] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.132029] env[71114]: DEBUG nova.compute.manager [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.133534] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.038s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.136786] env[71114]: INFO nova.compute.manager [-] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Took 1.48 seconds to deallocate network for instance. [ 806.198595] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c35281df-0992-4ffe-bfc7-f224f15d151e tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lock "a593e2ed-9c12-430e-be17-38990a4dd8a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.205s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.246334] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821488, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.671654} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.246511] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd/6d38db52-c6ae-4cce-9cdb-39e11eccd8fd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.246590] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.246843] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6829e55c-9e70-4861-894a-67e83c60bafe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.256044] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for the task: (returnval){ [ 806.256044] env[71114]: value = "task-3821489" [ 806.256044] env[71114]: _type = "Task" [ 806.256044] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.268933] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.563741] env[71114]: DEBUG nova.network.neutron [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Updating instance_info_cache with network_info: [{"id": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "address": "fa:16:3e:50:31:fb", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d988e88-19", "ovs_interfaceid": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.639100] env[71114]: DEBUG nova.compute.utils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.648565] env[71114]: DEBUG nova.compute.manager [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.648817] env[71114]: DEBUG nova.network.neutron [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.670049] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.670049] env[71114]: DEBUG nova.compute.manager [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.702363] env[71114]: DEBUG nova.compute.manager [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 806.766803] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323433} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.768274] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.768479] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7e16e4-dad7-4db5-b31a-9d7801125691 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.777568] env[71114]: DEBUG nova.policy [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da5006d0fe314832a89c4bb4c7fdbfde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a22cf706bef04fc397123ea53f27e83f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.809841] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd/6d38db52-c6ae-4cce-9cdb-39e11eccd8fd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.810483] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f4e025-c648-42a1-bf21-8cef389b7c5b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.841574] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for the task: (returnval){ [ 806.841574] env[71114]: value = "task-3821490" [ 806.841574] env[71114]: _type = "Task" [ 806.841574] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.853274] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.071326] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Releasing lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.178511] env[71114]: INFO nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating resource usage from migration b23fab49-b775-440b-a810-6de21bad6ede [ 807.221040] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 3e34f4a1-7c1b-42bc-9e07-3233630ceeef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.221188] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 5d5d5686-c79e-48c5-a411-697a13820c75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.221290] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance eb07163f-4135-46ed-ab10-dee92d3942cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.221477] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 7908850c-f4b3-41ac-9c4a-41c21151041c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.221635] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 81fad1b3-397f-43ab-ae9c-bfa328e62a35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.221755] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 56a1dccf-2dd0-4b4d-8ddb-0092ee837752 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.221869] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance c98896e0-beae-4aa6-b353-2cd3e1a390fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.221977] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance d9068da9-cfe5-40fd-95b8-5c5597f5e268 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.222220] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 844fae93-93ca-4b25-84b5-efc829059716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.222295] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 8bf921a7-c252-4ad2-a380-29e85d01e0cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.222350] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 1454d339-c5d1-4aca-b008-55668020cb98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.222481] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 37fcddcc-b28b-461a-be2f-c5c928716584 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.222591] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance c7c2f338-e656-408e-bae8-92bb630d2aa9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.222712] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 2d68e334-3f17-424e-a462-b8ab10f8cbb3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.222833] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 5e954dd4-d026-48c9-8cfa-4b224e9b2c16 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.222953] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance f173acbb-196b-4e7f-bc5e-44ad94cdc9a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.223170] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance c848e65e-79ba-4edc-afb5-6c511c0fde71 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.223301] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 5d3ff322-f182-48be-9066-203f120b2512 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.223428] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 807.223544] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 0c57c50d-b602-4936-8d90-d947cedf6a0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.223818] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance a593e2ed-9c12-430e-be17-38990a4dd8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.223913] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.224038] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 7cad0b0a-a3a0-48a6-84eb-b674e7b96363 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 807.232766] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.355187] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821490, 'name': ReconfigVM_Task, 'duration_secs': 0.321475} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.355187] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd/6d38db52-c6ae-4cce-9cdb-39e11eccd8fd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.355927] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df7f5629-0d94-44f9-807b-c551ab7e4273 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.364574] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for the task: (returnval){ [ 807.364574] env[71114]: value = "task-3821491" [ 807.364574] env[71114]: _type = "Task" [ 807.364574] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.380780] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.380930] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.383730] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821491, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.415635] env[71114]: DEBUG nova.network.neutron [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Successfully created port: 2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.576869] env[71114]: DEBUG nova.compute.manager [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.578140] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5332a2-c792-46c7-ba86-d3bd63fce866 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.689735] env[71114]: DEBUG nova.compute.manager [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.721496] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.721496] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.721496] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.722213] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.722511] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.722765] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.725178] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.725178] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.725178] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.725178] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.725178] env[71114]: DEBUG nova.virt.hardware [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.725178] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcb75ad-a3ac-4868-a29a-581d48265a5a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.733935] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e04a8ce7-624f-4c14-85b5-409ee889e92a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 807.737634] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f93f13-cd4d-4298-955d-6ff584f87255 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.876243] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821491, 'name': Rename_Task, 'duration_secs': 0.156974} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.876543] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.876827] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7e85ec4-ea22-4171-81a2-37ce21fbac8f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.884581] env[71114]: INFO nova.compute.manager [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Detaching volume 594b9087-c386-4e61-b103-aee0729f7738 [ 807.886650] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for the task: (returnval){ [ 807.886650] env[71114]: value = "task-3821492" [ 807.886650] env[71114]: _type = "Task" [ 807.886650] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.897444] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.942793] env[71114]: INFO nova.virt.block_device [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Attempting to driver detach volume 594b9087-c386-4e61-b103-aee0729f7738 from mountpoint /dev/sdb [ 807.943054] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 807.943250] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759845', 'volume_id': '594b9087-c386-4e61-b103-aee0729f7738', 'name': 'volume-594b9087-c386-4e61-b103-aee0729f7738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c98896e0-beae-4aa6-b353-2cd3e1a390fe', 'attached_at': '', 'detached_at': '', 'volume_id': '594b9087-c386-4e61-b103-aee0729f7738', 'serial': '594b9087-c386-4e61-b103-aee0729f7738'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 807.944176] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6078c4-303a-417d-8b0b-24211e65d1ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.969719] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5a837b-e75f-49bf-a1c2-a4a7aff967c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.978809] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95869c70-4ab5-492b-8fef-d8165476f4e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.005150] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796d3d18-db8e-4901-8409-52590b65fc0c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.027455] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] The volume has not been displaced from its original location: [datastore1] volume-594b9087-c386-4e61-b103-aee0729f7738/volume-594b9087-c386-4e61-b103-aee0729f7738.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 808.035042] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 808.035042] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11395b14-cdb8-4145-a09e-1226af22acb8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.052674] env[71114]: DEBUG oslo_vmware.api [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 808.052674] env[71114]: value = "task-3821493" [ 808.052674] env[71114]: _type = "Task" [ 808.052674] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.062288] env[71114]: DEBUG oslo_vmware.api [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.244702] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance d760b9b9-a311-474b-99f8-b3397ade6488 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 808.403926] env[71114]: DEBUG oslo_vmware.api [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821492, 'name': PowerOnVM_Task, 'duration_secs': 0.484919} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.404975] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.405394] env[71114]: INFO nova.compute.manager [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Took 9.08 seconds to spawn the instance on the hypervisor. [ 808.405815] env[71114]: DEBUG nova.compute.manager [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.406751] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fbff4e-a429-45fe-bb56-0d155d9b51fe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.562414] env[71114]: DEBUG oslo_vmware.api [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821493, 'name': ReconfigVM_Task, 'duration_secs': 0.433189} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.562691] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 808.567452] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fbe8241-066d-443d-a6ed-b05d58e642fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.584059] env[71114]: DEBUG oslo_vmware.api [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 808.584059] env[71114]: value = "task-3821494" [ 808.584059] env[71114]: _type = "Task" [ 808.584059] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.593155] env[71114]: DEBUG oslo_vmware.api [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.600312] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6a0b72-3aeb-4b06-8878-612216f6d814 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.608412] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Doing hard reboot of VM {{(pid=71114) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 808.608702] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-859128d4-6c98-4f31-a449-44bc3cdea754 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.617484] env[71114]: DEBUG oslo_vmware.api [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 808.617484] env[71114]: value = "task-3821495" [ 808.617484] env[71114]: _type = "Task" [ 808.617484] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.628211] env[71114]: DEBUG oslo_vmware.api [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821495, 'name': ResetVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.748056] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 808.932718] env[71114]: INFO nova.compute.manager [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Took 49.46 seconds to build instance. [ 809.097250] env[71114]: DEBUG oslo_vmware.api [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.135789] env[71114]: DEBUG oslo_vmware.api [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821495, 'name': ResetVM_Task, 'duration_secs': 0.106541} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.135789] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Did hard reboot of VM {{(pid=71114) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 809.135789] env[71114]: DEBUG nova.compute.manager [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.135789] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcba059-f9d3-4b68-b15a-62b7b0c1da8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.153571] env[71114]: DEBUG nova.network.neutron [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Successfully updated port: 2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.256182] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 35739b42-c8b6-40a7-a0e7-7d62a708ff1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 809.435824] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a634f44-7977-4dc0-8d28-a2110a2784ee tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.479s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.603266] env[71114]: DEBUG oslo_vmware.api [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.650826] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a92d7e4-b04d-43a6-972d-fed48beab798 tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "0c57c50d-b602-4936-8d90-d947cedf6a0f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.610s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.657927] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquiring lock "refresh_cache-7cad0b0a-a3a0-48a6-84eb-b674e7b96363" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.662870] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquired lock "refresh_cache-7cad0b0a-a3a0-48a6-84eb-b674e7b96363" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.663734] env[71114]: DEBUG nova.network.neutron [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.709547] env[71114]: DEBUG nova.compute.manager [req-9666a315-25ba-4f1e-9b40-cc3b4def4a02 req-d2b0be98-84de-4b04-b79c-3e17b1aba008 service nova] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Received event network-vif-plugged-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.709547] env[71114]: DEBUG oslo_concurrency.lockutils [req-9666a315-25ba-4f1e-9b40-cc3b4def4a02 req-d2b0be98-84de-4b04-b79c-3e17b1aba008 service nova] Acquiring lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.709547] env[71114]: DEBUG oslo_concurrency.lockutils [req-9666a315-25ba-4f1e-9b40-cc3b4def4a02 req-d2b0be98-84de-4b04-b79c-3e17b1aba008 service nova] Lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.709547] env[71114]: DEBUG oslo_concurrency.lockutils [req-9666a315-25ba-4f1e-9b40-cc3b4def4a02 req-d2b0be98-84de-4b04-b79c-3e17b1aba008 service nova] Lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.709721] env[71114]: DEBUG nova.compute.manager [req-9666a315-25ba-4f1e-9b40-cc3b4def4a02 req-d2b0be98-84de-4b04-b79c-3e17b1aba008 service nova] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] No waiting events found dispatching network-vif-plugged-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 809.709871] env[71114]: WARNING nova.compute.manager [req-9666a315-25ba-4f1e-9b40-cc3b4def4a02 req-d2b0be98-84de-4b04-b79c-3e17b1aba008 service nova] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Received unexpected event network-vif-plugged-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 for instance with vm_state building and task_state spawning. [ 809.760241] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 2f9f3bdd-1c9a-456b-9959-146dc2aec368 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 809.941947] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.065470] env[71114]: DEBUG nova.compute.manager [None req-99f25371-d140-47fa-a39b-21a1b59e91b0 tempest-ServerExternalEventsTest-1245962572 tempest-ServerExternalEventsTest-1245962572-project] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Received event network-changed {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.065747] env[71114]: DEBUG nova.compute.manager [None req-99f25371-d140-47fa-a39b-21a1b59e91b0 tempest-ServerExternalEventsTest-1245962572 tempest-ServerExternalEventsTest-1245962572-project] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Refreshing instance network info cache due to event network-changed. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.066028] env[71114]: DEBUG oslo_concurrency.lockutils [None req-99f25371-d140-47fa-a39b-21a1b59e91b0 tempest-ServerExternalEventsTest-1245962572 tempest-ServerExternalEventsTest-1245962572-project] Acquiring lock "refresh_cache-6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.066167] env[71114]: DEBUG oslo_concurrency.lockutils [None req-99f25371-d140-47fa-a39b-21a1b59e91b0 tempest-ServerExternalEventsTest-1245962572 tempest-ServerExternalEventsTest-1245962572-project] Acquired lock "refresh_cache-6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.066292] env[71114]: DEBUG nova.network.neutron [None req-99f25371-d140-47fa-a39b-21a1b59e91b0 tempest-ServerExternalEventsTest-1245962572 tempest-ServerExternalEventsTest-1245962572-project] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.098679] env[71114]: DEBUG oslo_vmware.api [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821494, 'name': ReconfigVM_Task, 'duration_secs': 1.202754} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.098986] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759845', 'volume_id': '594b9087-c386-4e61-b103-aee0729f7738', 'name': 'volume-594b9087-c386-4e61-b103-aee0729f7738', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c98896e0-beae-4aa6-b353-2cd3e1a390fe', 'attached_at': '', 'detached_at': '', 'volume_id': '594b9087-c386-4e61-b103-aee0729f7738', 'serial': '594b9087-c386-4e61-b103-aee0729f7738'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 810.239903] env[71114]: DEBUG nova.network.neutron [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.267037] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance a02f0c97-1cb9-4c0e-8787-583f9c1c4688 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 810.474760] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.562832] env[71114]: DEBUG nova.network.neutron [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Updating instance_info_cache with network_info: [{"id": "2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5", "address": "fa:16:3e:75:cc:69", "network": {"id": "6a97f503-8363-467b-b35b-e3042d4acc99", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1260249115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a22cf706bef04fc397123ea53f27e83f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2acb3c4b-73", "ovs_interfaceid": "2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.702165] env[71114]: DEBUG nova.objects.instance [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lazy-loading 'flavor' on Instance uuid c98896e0-beae-4aa6-b353-2cd3e1a390fe {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.770909] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 4eef93d7-0e12-46af-82ad-a72735bff49a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 810.907024] env[71114]: DEBUG nova.network.neutron [None req-99f25371-d140-47fa-a39b-21a1b59e91b0 tempest-ServerExternalEventsTest-1245962572 tempest-ServerExternalEventsTest-1245962572-project] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Updating instance_info_cache with network_info: [{"id": "481b7cf9-0b9b-4ed5-a3de-561c497e6f8a", "address": "fa:16:3e:b1:63:52", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481b7cf9-0b", "ovs_interfaceid": "481b7cf9-0b9b-4ed5-a3de-561c497e6f8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.064637] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Releasing lock "refresh_cache-7cad0b0a-a3a0-48a6-84eb-b674e7b96363" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.065142] env[71114]: DEBUG nova.compute.manager [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Instance network_info: |[{"id": "2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5", "address": "fa:16:3e:75:cc:69", "network": {"id": "6a97f503-8363-467b-b35b-e3042d4acc99", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1260249115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a22cf706bef04fc397123ea53f27e83f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2acb3c4b-73", "ovs_interfaceid": "2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.065696] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:cc:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.081270] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Creating folder: Project (a22cf706bef04fc397123ea53f27e83f). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.081722] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2a0dea5-e265-4b94-ab98-80cd6561dbd6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.097532] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Created folder: Project (a22cf706bef04fc397123ea53f27e83f) in parent group-v759732. [ 811.097857] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Creating folder: Instances. Parent ref: group-v759852. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.098239] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29981aba-bf83-4053-8124-fad8e3d0ea61 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.110819] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Created folder: Instances in parent group-v759852. [ 811.111078] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.111418] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.113197] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85bec798-b55d-4def-b85b-a8182c12ebcf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.135478] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.135478] env[71114]: value = "task-3821498" [ 811.135478] env[71114]: _type = "Task" [ 811.135478] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.144513] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821498, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.274862] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 20221690-cce5-4104-9507-2f5a2607ace9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.275085] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Migration b23fab49-b775-440b-a810-6de21bad6ede is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 811.275217] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance b2f9536e-f32c-4e94-bb2f-eced831895f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.330391] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquiring lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.330879] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.330879] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquiring lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.331186] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.331252] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.337629] env[71114]: INFO nova.compute.manager [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Terminating instance [ 811.407520] env[71114]: DEBUG oslo_concurrency.lockutils [None req-99f25371-d140-47fa-a39b-21a1b59e91b0 tempest-ServerExternalEventsTest-1245962572 tempest-ServerExternalEventsTest-1245962572-project] Releasing lock "refresh_cache-6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.652492] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821498, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.710325] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9c477bce-763c-4da9-bc7f-536d951a6a3d tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.329s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.778581] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance df16c547-f9a5-40b6-ac1d-aef131f6ed76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.840854] env[71114]: DEBUG nova.compute.manager [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.841337] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.842421] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f968a8-b018-4374-b540-cd9ff65138c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.854883] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.855382] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa7c59d5-5c0c-40ba-afdc-10afe2e0bc30 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.866282] env[71114]: DEBUG oslo_vmware.api [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for the task: (returnval){ [ 811.866282] env[71114]: value = "task-3821499" [ 811.866282] env[71114]: _type = "Task" [ 811.866282] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.881298] env[71114]: DEBUG oslo_vmware.api [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.150656] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821498, 'name': CreateVM_Task, 'duration_secs': 0.563753} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.150820] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.151721] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.151912] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.152418] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.152733] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d4e39b-ddbd-417f-84a0-5a35a38515c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.159335] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for the task: (returnval){ [ 812.159335] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528de3b7-4345-1e3f-00c5-760072faf7eb" [ 812.159335] env[71114]: _type = "Task" [ 812.159335] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.169764] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528de3b7-4345-1e3f-00c5-760072faf7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.282299] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 99309804-2c17-468c-b85e-b7d3ea3c4a28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.379255] env[71114]: DEBUG oslo_vmware.api [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821499, 'name': PowerOffVM_Task, 'duration_secs': 0.216057} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.379505] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.379682] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.379995] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86caaa52-50f8-44db-a118-5a1aafcc6423 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.394098] env[71114]: DEBUG nova.compute.manager [req-7520ac3a-2a94-4ef3-8ab6-378d21c6f0b5 req-0d480cf7-e41b-4a9f-85e1-7fa2f0cb6e66 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Received event network-changed-7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.394178] env[71114]: DEBUG nova.compute.manager [req-7520ac3a-2a94-4ef3-8ab6-378d21c6f0b5 req-0d480cf7-e41b-4a9f-85e1-7fa2f0cb6e66 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Refreshing instance network info cache due to event network-changed-7d988e88-19ff-4686-b0ee-51f4333e4e6f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.394473] env[71114]: DEBUG oslo_concurrency.lockutils [req-7520ac3a-2a94-4ef3-8ab6-378d21c6f0b5 req-0d480cf7-e41b-4a9f-85e1-7fa2f0cb6e66 service nova] Acquiring lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.394539] env[71114]: DEBUG oslo_concurrency.lockutils [req-7520ac3a-2a94-4ef3-8ab6-378d21c6f0b5 req-0d480cf7-e41b-4a9f-85e1-7fa2f0cb6e66 service nova] Acquired lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.394670] env[71114]: DEBUG nova.network.neutron [req-7520ac3a-2a94-4ef3-8ab6-378d21c6f0b5 req-0d480cf7-e41b-4a9f-85e1-7fa2f0cb6e66 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Refreshing network info cache for port 7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.457925] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.457925] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.457925] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Deleting the datastore file [datastore1] 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.457925] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff102ed9-d082-438c-87be-63059fd65e16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.466845] env[71114]: DEBUG oslo_vmware.api [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for the task: (returnval){ [ 812.466845] env[71114]: value = "task-3821501" [ 812.466845] env[71114]: _type = "Task" [ 812.466845] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.475834] env[71114]: DEBUG oslo_vmware.api [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.513559] env[71114]: DEBUG nova.compute.manager [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Received event network-changed-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.513775] env[71114]: DEBUG nova.compute.manager [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Refreshing instance network info cache due to event network-changed-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.513979] env[71114]: DEBUG oslo_concurrency.lockutils [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] Acquiring lock "refresh_cache-7cad0b0a-a3a0-48a6-84eb-b674e7b96363" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.515008] env[71114]: DEBUG oslo_concurrency.lockutils [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] Acquired lock "refresh_cache-7cad0b0a-a3a0-48a6-84eb-b674e7b96363" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.515008] env[71114]: DEBUG nova.network.neutron [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Refreshing network info cache for port 2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.673881] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528de3b7-4345-1e3f-00c5-760072faf7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.038215} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.674277] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.674546] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.674820] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.674976] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.675185] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.675464] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-951eb006-090a-4cdd-bbfd-905eab323a10 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.688949] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.689141] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.690192] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93c367b-9815-4f56-becb-04b0a6a7f22d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.697854] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for the task: (returnval){ [ 812.697854] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5238325b-cc6b-3195-8d91-49f5b4136bc1" [ 812.697854] env[71114]: _type = "Task" [ 812.697854] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.710803] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5238325b-cc6b-3195-8d91-49f5b4136bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.785795] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 23a6d860-acaa-4507-8d5a-af16de278202 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.786196] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 812.786402] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 812.980279] env[71114]: DEBUG oslo_vmware.api [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Task: {'id': task-3821501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268414} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.980547] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.980733] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.981119] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.981119] env[71114]: INFO nova.compute.manager [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 812.982158] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.982158] env[71114]: DEBUG nova.compute.manager [-] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.982158] env[71114]: DEBUG nova.network.neutron [-] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.034037] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "1454d339-c5d1-4aca-b008-55668020cb98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.034491] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "1454d339-c5d1-4aca-b008-55668020cb98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.034631] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "1454d339-c5d1-4aca-b008-55668020cb98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.034761] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "1454d339-c5d1-4aca-b008-55668020cb98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.035418] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "1454d339-c5d1-4aca-b008-55668020cb98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.037646] env[71114]: INFO nova.compute.manager [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Terminating instance [ 813.222226] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5238325b-cc6b-3195-8d91-49f5b4136bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.230242] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b501d10-13be-4b2e-8685-d28e600122b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.239245] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for the task: (returnval){ [ 813.239245] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ab40ef-cb21-c766-0c77-d048a809bd37" [ 813.239245] env[71114]: _type = "Task" [ 813.239245] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.251674] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ab40ef-cb21-c766-0c77-d048a809bd37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.436101] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f31b11-1b5d-4bf1-8e1e-d830daf238ab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.444826] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3561acb-15b1-4686-b7bc-d7f44a4f1073 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.482170] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2490b4-84db-49fe-9a07-eead5ae46db9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.490042] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ce9bf5-3298-4258-a3f0-aea7a7e7aef2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.505801] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.546807] env[71114]: DEBUG nova.compute.manager [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.547725] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.548301] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ad2a9b-a30f-4171-8826-0dfc215fca9e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.558442] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.559066] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65acfe5c-4d6b-4439-9c4e-40276b5b5831 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.568632] env[71114]: DEBUG oslo_vmware.api [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 813.568632] env[71114]: value = "task-3821502" [ 813.568632] env[71114]: _type = "Task" [ 813.568632] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.580420] env[71114]: DEBUG oslo_vmware.api [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.616117] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.616117] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.734542] env[71114]: DEBUG oslo_concurrency.lockutils [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "0c57c50d-b602-4936-8d90-d947cedf6a0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.735050] env[71114]: DEBUG oslo_concurrency.lockutils [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "0c57c50d-b602-4936-8d90-d947cedf6a0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.735407] env[71114]: DEBUG oslo_concurrency.lockutils [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "0c57c50d-b602-4936-8d90-d947cedf6a0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.735785] env[71114]: DEBUG oslo_concurrency.lockutils [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "0c57c50d-b602-4936-8d90-d947cedf6a0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.736045] env[71114]: DEBUG oslo_concurrency.lockutils [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "0c57c50d-b602-4936-8d90-d947cedf6a0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.738871] env[71114]: INFO nova.compute.manager [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Terminating instance [ 813.752465] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ab40ef-cb21-c766-0c77-d048a809bd37, 'name': SearchDatastore_Task, 'duration_secs': 0.012919} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.753459] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.753459] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 7cad0b0a-a3a0-48a6-84eb-b674e7b96363/7cad0b0a-a3a0-48a6-84eb-b674e7b96363.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.753459] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64a8ed17-c2a1-4741-9517-d0fe7f16b091 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.762509] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for the task: (returnval){ [ 813.762509] env[71114]: value = "task-3821503" [ 813.762509] env[71114]: _type = "Task" [ 813.762509] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.774013] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.923362] env[71114]: DEBUG nova.network.neutron [req-7520ac3a-2a94-4ef3-8ab6-378d21c6f0b5 req-0d480cf7-e41b-4a9f-85e1-7fa2f0cb6e66 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Updated VIF entry in instance network info cache for port 7d988e88-19ff-4686-b0ee-51f4333e4e6f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.923748] env[71114]: DEBUG nova.network.neutron [req-7520ac3a-2a94-4ef3-8ab6-378d21c6f0b5 req-0d480cf7-e41b-4a9f-85e1-7fa2f0cb6e66 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Updating instance_info_cache with network_info: [{"id": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "address": "fa:16:3e:50:31:fb", "network": {"id": "eb0c9686-0ed6-4e12-93dd-e55b0fff5fdb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-98410919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c14929616144d5c9c0f37ec0499dddc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d988e88-19", "ovs_interfaceid": "7d988e88-19ff-4686-b0ee-51f4333e4e6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.009809] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.021950] env[71114]: DEBUG nova.network.neutron [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Updated VIF entry in instance network info cache for port 2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.022346] env[71114]: DEBUG nova.network.neutron [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Updating instance_info_cache with network_info: [{"id": "2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5", "address": "fa:16:3e:75:cc:69", "network": {"id": "6a97f503-8363-467b-b35b-e3042d4acc99", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1260249115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a22cf706bef04fc397123ea53f27e83f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2acb3c4b-73", "ovs_interfaceid": "2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.082493] env[71114]: DEBUG oslo_vmware.api [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821502, 'name': PowerOffVM_Task, 'duration_secs': 0.31829} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.083417] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.083417] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.083417] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2875ea0b-5213-4904-b1f1-9cc1f7b49be2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.190485] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.190485] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.190485] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Deleting the datastore file [datastore1] 1454d339-c5d1-4aca-b008-55668020cb98 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.190485] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9338f257-91f2-4282-a762-ab2225752681 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.201030] env[71114]: DEBUG oslo_vmware.api [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 814.201030] env[71114]: value = "task-3821505" [ 814.201030] env[71114]: _type = "Task" [ 814.201030] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.209595] env[71114]: DEBUG oslo_vmware.api [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.248401] env[71114]: DEBUG nova.compute.manager [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.248401] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.249154] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c979cdf4-4d0e-4bac-b142-b4f1d5c8b6c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.260532] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.260853] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-172ffe9d-9147-409c-a772-4eb7ec435646 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.276015] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.278230] env[71114]: DEBUG oslo_vmware.api [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 814.278230] env[71114]: value = "task-3821506" [ 814.278230] env[71114]: _type = "Task" [ 814.278230] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.292237] env[71114]: DEBUG oslo_vmware.api [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.427984] env[71114]: DEBUG oslo_concurrency.lockutils [req-7520ac3a-2a94-4ef3-8ab6-378d21c6f0b5 req-0d480cf7-e41b-4a9f-85e1-7fa2f0cb6e66 service nova] Releasing lock "refresh_cache-0c57c50d-b602-4936-8d90-d947cedf6a0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.518566] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 814.518566] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.383s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.518566] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.828s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.519269] env[71114]: INFO nova.compute.claims [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.525568] env[71114]: DEBUG oslo_concurrency.lockutils [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] Releasing lock "refresh_cache-7cad0b0a-a3a0-48a6-84eb-b674e7b96363" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.525568] env[71114]: DEBUG nova.compute.manager [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Received event network-changed-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.525754] env[71114]: DEBUG nova.compute.manager [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Refreshing instance network info cache due to event network-changed-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.525910] env[71114]: DEBUG oslo_concurrency.lockutils [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] Acquiring lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.526072] env[71114]: DEBUG oslo_concurrency.lockutils [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] Acquired lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.526241] env[71114]: DEBUG nova.network.neutron [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Refreshing network info cache for port 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.527883] env[71114]: DEBUG nova.network.neutron [-] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.715180] env[71114]: DEBUG oslo_vmware.api [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403198} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.715180] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.715180] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.715180] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.715180] env[71114]: INFO nova.compute.manager [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Took 1.17 seconds to destroy the instance on the hypervisor. [ 814.715549] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.715825] env[71114]: DEBUG nova.compute.manager [-] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.715920] env[71114]: DEBUG nova.network.neutron [-] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.776144] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.985237} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.776419] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 7cad0b0a-a3a0-48a6-84eb-b674e7b96363/7cad0b0a-a3a0-48a6-84eb-b674e7b96363.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.776635] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.776897] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dcd138d-3927-4f45-b8b7-df6000f7b5ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.788699] env[71114]: DEBUG oslo_vmware.api [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821506, 'name': PowerOffVM_Task, 'duration_secs': 0.299455} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.791622] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.791842] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.792211] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for the task: (returnval){ [ 814.792211] env[71114]: value = "task-3821507" [ 814.792211] env[71114]: _type = "Task" [ 814.792211] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.792421] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec9b9d97-537f-4bb5-a77a-0b6462f69c39 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.803703] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.873352] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.873667] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.873864] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Deleting the datastore file [datastore1] 0c57c50d-b602-4936-8d90-d947cedf6a0f {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.874161] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74638d8d-f189-4b38-a5c5-3c1423ffe892 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.882863] env[71114]: DEBUG oslo_vmware.api [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 814.882863] env[71114]: value = "task-3821509" [ 814.882863] env[71114]: _type = "Task" [ 814.882863] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.894225] env[71114]: DEBUG oslo_vmware.api [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.032395] env[71114]: INFO nova.compute.manager [-] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Took 2.05 seconds to deallocate network for instance. [ 815.091720] env[71114]: DEBUG nova.compute.manager [req-8a413a15-1937-45cc-851d-8a194799d885 req-429ca34f-3a29-4f44-a8f5-f5ce3845b608 service nova] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Received event network-vif-deleted-481b7cf9-0b9b-4ed5-a3de-561c497e6f8a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.307660] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078493} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.307963] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.308905] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4a3ce8-0103-4b94-8804-268f05c8a009 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.336698] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 7cad0b0a-a3a0-48a6-84eb-b674e7b96363/7cad0b0a-a3a0-48a6-84eb-b674e7b96363.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.337043] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7f96643-6172-4cea-9b4a-cb9ceb285c78 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.356404] env[71114]: DEBUG nova.network.neutron [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Updated VIF entry in instance network info cache for port 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.356835] env[71114]: DEBUG nova.network.neutron [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Updating instance_info_cache with network_info: [{"id": "7994a3a0-c0a9-4dbe-adb6-2dc0426b428d", "address": "fa:16:3e:04:1a:5d", "network": {"id": "372545ab-3178-4f71-9353-264f3a8a696c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-750773289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f026ff28f15d4a9da4565f665049d410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7994a3a0-c0", "ovs_interfaceid": "7994a3a0-c0a9-4dbe-adb6-2dc0426b428d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.369579] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for the task: (returnval){ [ 815.369579] env[71114]: value = "task-3821510" [ 815.369579] env[71114]: _type = "Task" [ 815.369579] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.380613] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.393581] env[71114]: DEBUG oslo_vmware.api [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203169} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.393887] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.394264] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.394346] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.394525] env[71114]: INFO nova.compute.manager [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 815.394758] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.394990] env[71114]: DEBUG nova.compute.manager [-] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.395259] env[71114]: DEBUG nova.network.neutron [-] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.518370] env[71114]: DEBUG nova.network.neutron [-] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.541459] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.549023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquiring lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.549023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.864242] env[71114]: DEBUG oslo_concurrency.lockutils [req-1468fa97-a2df-4ce8-80a7-4ac63e3168eb req-abf57b85-8820-47ef-84f3-a52aa62abc17 service nova] Releasing lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.884533] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821510, 'name': ReconfigVM_Task, 'duration_secs': 0.311759} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.884648] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 7cad0b0a-a3a0-48a6-84eb-b674e7b96363/7cad0b0a-a3a0-48a6-84eb-b674e7b96363.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.885820] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c8c0e54-34a3-4671-a355-9ac19d7cae29 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.897326] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for the task: (returnval){ [ 815.897326] env[71114]: value = "task-3821511" [ 815.897326] env[71114]: _type = "Task" [ 815.897326] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.911266] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821511, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.021979] env[71114]: INFO nova.compute.manager [-] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Took 1.31 seconds to deallocate network for instance. [ 816.107780] env[71114]: DEBUG nova.compute.manager [req-cbe2d93f-c9c3-472f-8879-41dd01fbfaf4 req-735071f4-e2ca-4e30-b7dc-0565fcd76031 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Received event network-changed-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.108033] env[71114]: DEBUG nova.compute.manager [req-cbe2d93f-c9c3-472f-8879-41dd01fbfaf4 req-735071f4-e2ca-4e30-b7dc-0565fcd76031 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Refreshing instance network info cache due to event network-changed-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.108240] env[71114]: DEBUG oslo_concurrency.lockutils [req-cbe2d93f-c9c3-472f-8879-41dd01fbfaf4 req-735071f4-e2ca-4e30-b7dc-0565fcd76031 service nova] Acquiring lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.108385] env[71114]: DEBUG oslo_concurrency.lockutils [req-cbe2d93f-c9c3-472f-8879-41dd01fbfaf4 req-735071f4-e2ca-4e30-b7dc-0565fcd76031 service nova] Acquired lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.110053] env[71114]: DEBUG nova.network.neutron [req-cbe2d93f-c9c3-472f-8879-41dd01fbfaf4 req-735071f4-e2ca-4e30-b7dc-0565fcd76031 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Refreshing network info cache for port 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.164057] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e56c1-e971-4bee-ba2a-43be3bff3818 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.172253] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd0aeaf-2970-4eb3-9653-58a975ee3bb7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.208754] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1bc685-c9c5-4c7e-8a17-316f1e895eb0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.218504] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c38fb2-0b38-47ee-b7bf-dae882755ed5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.233657] env[71114]: DEBUG nova.network.neutron [-] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.235645] env[71114]: DEBUG nova.compute.provider_tree [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.409684] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821511, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.528572] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.737434] env[71114]: INFO nova.compute.manager [-] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Took 1.34 seconds to deallocate network for instance. [ 816.765870] env[71114]: ERROR nova.scheduler.client.report [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [req-7b0d5eed-2826-4f79-ac3d-2c0c769d8e8a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b0d5eed-2826-4f79-ac3d-2c0c769d8e8a"}]} [ 816.795608] env[71114]: DEBUG nova.scheduler.client.report [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 816.813443] env[71114]: DEBUG nova.scheduler.client.report [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 816.814769] env[71114]: DEBUG nova.compute.provider_tree [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.826419] env[71114]: DEBUG nova.scheduler.client.report [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 816.847191] env[71114]: DEBUG nova.scheduler.client.report [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 816.908512] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821511, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.912023] env[71114]: DEBUG nova.network.neutron [req-cbe2d93f-c9c3-472f-8879-41dd01fbfaf4 req-735071f4-e2ca-4e30-b7dc-0565fcd76031 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Updated VIF entry in instance network info cache for port 7994a3a0-c0a9-4dbe-adb6-2dc0426b428d. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.912023] env[71114]: DEBUG nova.network.neutron [req-cbe2d93f-c9c3-472f-8879-41dd01fbfaf4 req-735071f4-e2ca-4e30-b7dc-0565fcd76031 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Updating instance_info_cache with network_info: [{"id": "7994a3a0-c0a9-4dbe-adb6-2dc0426b428d", "address": "fa:16:3e:04:1a:5d", "network": {"id": "372545ab-3178-4f71-9353-264f3a8a696c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-750773289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f026ff28f15d4a9da4565f665049d410", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7994a3a0-c0", "ovs_interfaceid": "7994a3a0-c0a9-4dbe-adb6-2dc0426b428d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.249234] env[71114]: DEBUG oslo_concurrency.lockutils [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.277390] env[71114]: DEBUG nova.compute.manager [req-64e8598a-4b70-4398-9093-97aee5babde9 req-eba1ca73-e2f5-49e2-9af1-96ea14c67529 service nova] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Received event network-vif-deleted-516d6e39-f7ce-497a-abb8-71f4bc92ed27 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.277759] env[71114]: DEBUG nova.compute.manager [req-64e8598a-4b70-4398-9093-97aee5babde9 req-eba1ca73-e2f5-49e2-9af1-96ea14c67529 service nova] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Received event network-vif-deleted-7d988e88-19ff-4686-b0ee-51f4333e4e6f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.408904] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821511, 'name': Rename_Task, 'duration_secs': 1.178896} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.411613] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.412698] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e90c6e2c-176b-407d-b7d7-992363d9808b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.414833] env[71114]: DEBUG oslo_concurrency.lockutils [req-cbe2d93f-c9c3-472f-8879-41dd01fbfaf4 req-735071f4-e2ca-4e30-b7dc-0565fcd76031 service nova] Releasing lock "refresh_cache-a593e2ed-9c12-430e-be17-38990a4dd8a6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.420693] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for the task: (returnval){ [ 817.420693] env[71114]: value = "task-3821512" [ 817.420693] env[71114]: _type = "Task" [ 817.420693] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.432646] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.438435] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b01edd-d32a-449f-b5f6-5dbb18006888 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.447061] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438d0459-fa87-4cb9-b226-23a06bd63e0b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.481166] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f35033d-6243-4547-bf87-c94fcb55f6cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.489840] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11ca792-3aa3-45b5-938d-9b771cc374aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.504610] env[71114]: DEBUG nova.compute.provider_tree [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.565043] env[71114]: DEBUG oslo_concurrency.lockutils [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquiring lock "a593e2ed-9c12-430e-be17-38990a4dd8a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.565259] env[71114]: DEBUG oslo_concurrency.lockutils [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lock "a593e2ed-9c12-430e-be17-38990a4dd8a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.565346] env[71114]: DEBUG oslo_concurrency.lockutils [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquiring lock "a593e2ed-9c12-430e-be17-38990a4dd8a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.565664] env[71114]: DEBUG oslo_concurrency.lockutils [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lock "a593e2ed-9c12-430e-be17-38990a4dd8a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.565791] env[71114]: DEBUG oslo_concurrency.lockutils [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lock "a593e2ed-9c12-430e-be17-38990a4dd8a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.567945] env[71114]: INFO nova.compute.manager [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Terminating instance [ 817.931722] env[71114]: DEBUG oslo_vmware.api [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821512, 'name': PowerOnVM_Task, 'duration_secs': 0.500784} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.932052] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.932278] env[71114]: INFO nova.compute.manager [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Took 10.24 seconds to spawn the instance on the hypervisor. [ 817.932478] env[71114]: DEBUG nova.compute.manager [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 817.933425] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f380cee-ac93-4bc1-b2b1-276f2703ae3a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.040451] env[71114]: DEBUG nova.scheduler.client.report [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 818.040830] env[71114]: DEBUG nova.compute.provider_tree [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 66 to 67 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 818.041047] env[71114]: DEBUG nova.compute.provider_tree [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.072789] env[71114]: DEBUG nova.compute.manager [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.073091] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.074253] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8642369-8ffb-4735-aab6-c7b88e9acdf4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.082486] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.082970] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85326db2-eba5-4a0e-b56b-134106f188d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.089019] env[71114]: DEBUG oslo_vmware.api [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for the task: (returnval){ [ 818.089019] env[71114]: value = "task-3821513" [ 818.089019] env[71114]: _type = "Task" [ 818.089019] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.097931] env[71114]: DEBUG oslo_vmware.api [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.454730] env[71114]: INFO nova.compute.manager [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Took 45.66 seconds to build instance. [ 818.546489] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.029s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.547045] env[71114]: DEBUG nova.compute.manager [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.551286] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.543s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.553176] env[71114]: INFO nova.compute.claims [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.599917] env[71114]: DEBUG oslo_vmware.api [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821513, 'name': PowerOffVM_Task, 'duration_secs': 0.229183} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.600210] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.600376] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.600634] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c660496-2fa9-48fd-bf5b-b2b16b2f688f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.870623] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.871034] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.871207] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Deleting the datastore file [datastore1] a593e2ed-9c12-430e-be17-38990a4dd8a6 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.871515] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac2b5bf5-d5b3-4cf0-877c-32e21089f2e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.878178] env[71114]: DEBUG oslo_vmware.api [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for the task: (returnval){ [ 818.878178] env[71114]: value = "task-3821515" [ 818.878178] env[71114]: _type = "Task" [ 818.878178] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.886775] env[71114]: DEBUG oslo_vmware.api [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.957373] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac957e08-4ffe-477e-8f83-df3c213c3f3f tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.883s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.043805] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquiring lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.044107] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.044328] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquiring lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.044634] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.044682] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.046983] env[71114]: INFO nova.compute.manager [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Terminating instance [ 819.058090] env[71114]: DEBUG nova.compute.utils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.062938] env[71114]: DEBUG nova.compute.manager [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 819.063193] env[71114]: DEBUG nova.network.neutron [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.111618] env[71114]: DEBUG nova.policy [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92a1b60b3a164dc3b9fede9f1dc118fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3907bb6066514e7ea652079b0c8f7846', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.389195] env[71114]: DEBUG oslo_vmware.api [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Task: {'id': task-3821515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15684} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.389501] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.389694] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.389873] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.390064] env[71114]: INFO nova.compute.manager [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Took 1.32 seconds to destroy the instance on the hypervisor. [ 819.390317] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.390513] env[71114]: DEBUG nova.compute.manager [-] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.390609] env[71114]: DEBUG nova.network.neutron [-] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.460393] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.552222] env[71114]: DEBUG nova.compute.manager [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.552222] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.553283] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6952e3c-33e0-4f6e-b380-241ce8471848 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.562536] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.563413] env[71114]: DEBUG nova.network.neutron [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Successfully created port: cfa684b6-b86f-4ac3-ad7d-94a671b65470 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.565379] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a1fdbbf-d905-4126-b3f1-8bdda1d1661b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.567259] env[71114]: DEBUG nova.compute.manager [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.579452] env[71114]: DEBUG oslo_vmware.api [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for the task: (returnval){ [ 819.579452] env[71114]: value = "task-3821516" [ 819.579452] env[71114]: _type = "Task" [ 819.579452] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.592617] env[71114]: DEBUG oslo_vmware.api [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.862291] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "interface-37fcddcc-b28b-461a-be2f-c5c928716584-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.862522] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-37fcddcc-b28b-461a-be2f-c5c928716584-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.868090] env[71114]: DEBUG nova.objects.instance [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'flavor' on Instance uuid 37fcddcc-b28b-461a-be2f-c5c928716584 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.984363] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.090721] env[71114]: DEBUG oslo_vmware.api [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821516, 'name': PowerOffVM_Task, 'duration_secs': 0.204204} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.090960] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.091163] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.094552] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c50c1e96-9966-4319-b438-f3bb6bd3c401 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.166534] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.166794] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.167435] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Deleting the datastore file [datastore2] 7cad0b0a-a3a0-48a6-84eb-b674e7b96363 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.167435] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-410ce147-8a83-4183-adf1-2115d49c3a31 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.174816] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3563f302-9cfb-490f-a022-bd8b6aa5612e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.178957] env[71114]: DEBUG oslo_vmware.api [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for the task: (returnval){ [ 820.178957] env[71114]: value = "task-3821518" [ 820.178957] env[71114]: _type = "Task" [ 820.178957] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.186037] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75f2f3b-348c-49b0-9c89-b15e989f9203 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.193993] env[71114]: DEBUG oslo_vmware.api [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.224385] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc99d23-2771-4b69-8488-939b7e769375 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.233737] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89cdb50-54f7-488a-9333-788134a5ae50 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.249887] env[71114]: DEBUG nova.compute.provider_tree [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.403865] env[71114]: DEBUG nova.network.neutron [-] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.494066] env[71114]: DEBUG nova.objects.instance [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'pci_requests' on Instance uuid 37fcddcc-b28b-461a-be2f-c5c928716584 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.579401] env[71114]: DEBUG nova.compute.manager [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.607100] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.608470] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.608813] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.608813] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.609252] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.609252] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.609252] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.609403] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.609618] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.609798] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.609979] env[71114]: DEBUG nova.virt.hardware [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.610991] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9686dbee-4589-4973-9cb9-4faf355ddc5b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.621056] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbb701e-5b4c-4336-8914-ed725d0b80e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.679099] env[71114]: DEBUG nova.compute.manager [req-4e4e242e-fa3e-47f7-bfd9-6e03f0fade66 req-bc18d10c-c546-4f32-88af-5d978bec9335 service nova] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Received event network-vif-deleted-7994a3a0-c0a9-4dbe-adb6-2dc0426b428d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.691526] env[71114]: DEBUG oslo_vmware.api [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Task: {'id': task-3821518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150869} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.691865] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.692042] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.692246] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.692442] env[71114]: INFO nova.compute.manager [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Took 1.14 seconds to destroy the instance on the hypervisor. [ 820.692709] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.692911] env[71114]: DEBUG nova.compute.manager [-] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.693094] env[71114]: DEBUG nova.network.neutron [-] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.753579] env[71114]: DEBUG nova.scheduler.client.report [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.907919] env[71114]: INFO nova.compute.manager [-] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Took 1.52 seconds to deallocate network for instance. [ 820.997197] env[71114]: DEBUG nova.objects.base [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Object Instance<37fcddcc-b28b-461a-be2f-c5c928716584> lazy-loaded attributes: flavor,pci_requests {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 820.997418] env[71114]: DEBUG nova.network.neutron [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.074978] env[71114]: DEBUG nova.policy [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f6950231c49199a6a083e7130d44a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fcc130e05e4f82a3c8f5ec6917fac1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.261019] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.261403] env[71114]: DEBUG nova.compute.manager [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.264794] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.089s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.266344] env[71114]: INFO nova.compute.claims [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.417225] env[71114]: DEBUG oslo_concurrency.lockutils [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.565659] env[71114]: DEBUG nova.network.neutron [-] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.657585] env[71114]: DEBUG nova.network.neutron [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Successfully updated port: cfa684b6-b86f-4ac3-ad7d-94a671b65470 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.681303] env[71114]: DEBUG nova.network.neutron [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Successfully created port: c31e640e-f5d6-4ead-a077-51204b1e53bb {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.772143] env[71114]: DEBUG nova.compute.utils [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.780227] env[71114]: DEBUG nova.compute.manager [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.780725] env[71114]: DEBUG nova.network.neutron [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.856814] env[71114]: DEBUG nova.policy [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daa6849187af4887977bedebd04da129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '565e13178f1e4d64a4afd0186ea6550e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.069097] env[71114]: INFO nova.compute.manager [-] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Took 1.38 seconds to deallocate network for instance. [ 822.165103] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquiring lock "refresh_cache-e04a8ce7-624f-4c14-85b5-409ee889e92a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.165103] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquired lock "refresh_cache-e04a8ce7-624f-4c14-85b5-409ee889e92a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.165103] env[71114]: DEBUG nova.network.neutron [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.283299] env[71114]: DEBUG nova.compute.manager [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.422591] env[71114]: DEBUG nova.network.neutron [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Successfully created port: 00cf0163-4f5d-4492-b032-b9a2f9b35e5d {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.577269] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.725754] env[71114]: DEBUG nova.network.neutron [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.789319] env[71114]: INFO nova.virt.block_device [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Booting with volume 4b14787a-4960-4518-9e21-f8dac327dd67 at /dev/sda [ 822.845285] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a685e48-973a-44a0-a257-6bc06629caa0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.857307] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa3143e-e9d9-45b8-b96b-ca9b534859c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.870186] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2511f2ae-80c3-4638-beec-b195a0c788a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.881038] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79b7aac-e349-4f87-9c70-180f4b73008d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.923323] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3753c933-660b-48ee-aac3-9216612a0544 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.926465] env[71114]: DEBUG nova.network.neutron [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Updating instance_info_cache with network_info: [{"id": "cfa684b6-b86f-4ac3-ad7d-94a671b65470", "address": "fa:16:3e:0e:e1:09", "network": {"id": "a9fd3402-aaed-4f02-887a-711c09161514", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-347931789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3907bb6066514e7ea652079b0c8f7846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa684b6-b8", "ovs_interfaceid": "cfa684b6-b86f-4ac3-ad7d-94a671b65470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.928310] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6453f064-e36f-436b-8505-6027dc6a6611 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.938615] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62d4263-47a3-41f4-a617-85409e141c6e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.946332] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d29aea-ca57-412c-9e76-6f9e517b8c5c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.967784] env[71114]: DEBUG nova.compute.provider_tree [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.982799] env[71114]: DEBUG nova.scheduler.client.report [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.986916] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6835d8d4-d776-4f43-824d-5b99a90f9f2a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.997340] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a298a2b-cdb6-421a-b201-371b9ffd7d82 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.015056] env[71114]: DEBUG nova.virt.block_device [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Updating existing volume attachment record: f2f98a2f-aecd-483a-be53-06447f20347f {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 823.432330] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Releasing lock "refresh_cache-e04a8ce7-624f-4c14-85b5-409ee889e92a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.432626] env[71114]: DEBUG nova.compute.manager [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Instance network_info: |[{"id": "cfa684b6-b86f-4ac3-ad7d-94a671b65470", "address": "fa:16:3e:0e:e1:09", "network": {"id": "a9fd3402-aaed-4f02-887a-711c09161514", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-347931789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3907bb6066514e7ea652079b0c8f7846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa684b6-b8", "ovs_interfaceid": "cfa684b6-b86f-4ac3-ad7d-94a671b65470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 823.433079] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:e1:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfa684b6-b86f-4ac3-ad7d-94a671b65470', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.441559] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Creating folder: Project (3907bb6066514e7ea652079b0c8f7846). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.442058] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e983ac1-941f-4477-a802-78bd76861e7d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.454377] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Created folder: Project (3907bb6066514e7ea652079b0c8f7846) in parent group-v759732. [ 823.454591] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Creating folder: Instances. Parent ref: group-v759855. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 823.454862] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a858531-e5bc-45f6-9a08-7aa8285e6a75 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.466709] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Created folder: Instances in parent group-v759855. [ 823.466990] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.467208] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.467422] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3491ceb1-27a1-4401-9e3e-c0062a4b586d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.488968] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.488968] env[71114]: value = "task-3821521" [ 823.488968] env[71114]: _type = "Task" [ 823.488968] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.494245] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.495091] env[71114]: DEBUG nova.compute.manager [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.500395] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.591s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.500652] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.502913] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.464s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.503138] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.505307] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.453s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.505499] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.507635] env[71114]: DEBUG oslo_concurrency.lockutils [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.305s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.507845] env[71114]: DEBUG oslo_concurrency.lockutils [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.509766] env[71114]: DEBUG oslo_concurrency.lockutils [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.393s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.509943] env[71114]: DEBUG nova.objects.instance [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 823.522479] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821521, 'name': CreateVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.542231] env[71114]: INFO nova.scheduler.client.report [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Deleted allocations for instance 81fad1b3-397f-43ab-ae9c-bfa328e62a35 [ 823.546350] env[71114]: INFO nova.scheduler.client.report [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Deleted allocations for instance 8bf921a7-c252-4ad2-a380-29e85d01e0cb [ 823.563066] env[71114]: INFO nova.scheduler.client.report [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Deleted allocations for instance 2d68e334-3f17-424e-a462-b8ab10f8cbb3 [ 823.576877] env[71114]: INFO nova.scheduler.client.report [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Deleted allocations for instance 5e954dd4-d026-48c9-8cfa-4b224e9b2c16 [ 823.597742] env[71114]: DEBUG nova.network.neutron [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Successfully updated port: c31e640e-f5d6-4ead-a077-51204b1e53bb {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.759814] env[71114]: DEBUG nova.compute.manager [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Received event network-vif-deleted-2acb3c4b-7353-42ce-8c2b-5ab53eb76fb5 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.760216] env[71114]: DEBUG nova.compute.manager [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Received event network-vif-plugged-cfa684b6-b86f-4ac3-ad7d-94a671b65470 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.760522] env[71114]: DEBUG oslo_concurrency.lockutils [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] Acquiring lock "e04a8ce7-624f-4c14-85b5-409ee889e92a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.760835] env[71114]: DEBUG oslo_concurrency.lockutils [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] Lock "e04a8ce7-624f-4c14-85b5-409ee889e92a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.761065] env[71114]: DEBUG oslo_concurrency.lockutils [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] Lock "e04a8ce7-624f-4c14-85b5-409ee889e92a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.761278] env[71114]: DEBUG nova.compute.manager [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] No waiting events found dispatching network-vif-plugged-cfa684b6-b86f-4ac3-ad7d-94a671b65470 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 823.761559] env[71114]: WARNING nova.compute.manager [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Received unexpected event network-vif-plugged-cfa684b6-b86f-4ac3-ad7d-94a671b65470 for instance with vm_state building and task_state spawning. [ 823.761775] env[71114]: DEBUG nova.compute.manager [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Received event network-changed-cfa684b6-b86f-4ac3-ad7d-94a671b65470 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.762038] env[71114]: DEBUG nova.compute.manager [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Refreshing instance network info cache due to event network-changed-cfa684b6-b86f-4ac3-ad7d-94a671b65470. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.762296] env[71114]: DEBUG oslo_concurrency.lockutils [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] Acquiring lock "refresh_cache-e04a8ce7-624f-4c14-85b5-409ee889e92a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.762598] env[71114]: DEBUG oslo_concurrency.lockutils [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] Acquired lock "refresh_cache-e04a8ce7-624f-4c14-85b5-409ee889e92a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.763060] env[71114]: DEBUG nova.network.neutron [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Refreshing network info cache for port cfa684b6-b86f-4ac3-ad7d-94a671b65470 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.005807] env[71114]: DEBUG nova.compute.utils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.008039] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821521, 'name': CreateVM_Task, 'duration_secs': 0.352229} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.010425] env[71114]: DEBUG nova.compute.manager [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.010425] env[71114]: DEBUG nova.network.neutron [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.011420] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.012308] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.012639] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.013093] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.013811] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e28fcc-d93e-4d0a-8cdd-5e4496b820c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.023151] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for the task: (returnval){ [ 824.023151] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b3292a-2430-1650-35cb-49c1a53fd6e4" [ 824.023151] env[71114]: _type = "Task" [ 824.023151] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.035410] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b3292a-2430-1650-35cb-49c1a53fd6e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.056378] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0ebd6a90-a04a-49ee-b40b-df41fa309870 tempest-ServersTestJSON-115441769 tempest-ServersTestJSON-115441769-project-member] Lock "81fad1b3-397f-43ab-ae9c-bfa328e62a35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.552s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.057446] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e58ec23a-857b-4a1b-bfc9-42d38a050c8a tempest-ServersV294TestFqdnHostnames-1042663874 tempest-ServersV294TestFqdnHostnames-1042663874-project-member] Lock "8bf921a7-c252-4ad2-a380-29e85d01e0cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.617s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.074317] env[71114]: DEBUG oslo_concurrency.lockutils [None req-265bf50f-43c2-4b55-a2f4-0d25e51380dc tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2d68e334-3f17-424e-a462-b8ab10f8cbb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.010s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.088114] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd5f4c2e-434f-40be-b294-cf5729191fe7 tempest-ServerMetadataTestJSON-578176188 tempest-ServerMetadataTestJSON-578176188-project-member] Lock "5e954dd4-d026-48c9-8cfa-4b224e9b2c16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.896s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.102542] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.102542] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.102542] env[71114]: DEBUG nova.network.neutron [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.152222] env[71114]: DEBUG nova.policy [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba7093cbd65f405a873058c1ba21ca89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c9895c23bb64c76b09dc59d59a7d59c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.401691] env[71114]: DEBUG nova.network.neutron [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Successfully updated port: 00cf0163-4f5d-4492-b032-b9a2f9b35e5d {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.509510] env[71114]: DEBUG nova.compute.manager [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.522823] env[71114]: DEBUG oslo_concurrency.lockutils [None req-63c56182-385b-4fd8-8948-0b4cb7ad1eaa tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.523459] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.342s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.525144] env[71114]: INFO nova.compute.claims [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.548155] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b3292a-2430-1650-35cb-49c1a53fd6e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.548155] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.548155] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.548155] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.548155] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.548155] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.548155] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02a9475f-6fb2-4b84-8187-a6efee32c671 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.557291] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.557822] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.559110] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-692a4d44-713d-4b6f-9fef-974286c8ea24 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.565793] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for the task: (returnval){ [ 824.565793] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522eac50-f1f0-526f-d50c-a62092872d89" [ 824.565793] env[71114]: _type = "Task" [ 824.565793] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.581063] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522eac50-f1f0-526f-d50c-a62092872d89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.675653] env[71114]: WARNING nova.network.neutron [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] 8f9074f3-ea05-4ef9-b3d9-478e7d20af6b already exists in list: networks containing: ['8f9074f3-ea05-4ef9-b3d9-478e7d20af6b']. ignoring it [ 824.791918] env[71114]: DEBUG nova.network.neutron [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Updated VIF entry in instance network info cache for port cfa684b6-b86f-4ac3-ad7d-94a671b65470. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.792296] env[71114]: DEBUG nova.network.neutron [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Updating instance_info_cache with network_info: [{"id": "cfa684b6-b86f-4ac3-ad7d-94a671b65470", "address": "fa:16:3e:0e:e1:09", "network": {"id": "a9fd3402-aaed-4f02-887a-711c09161514", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-347931789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3907bb6066514e7ea652079b0c8f7846", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa684b6-b8", "ovs_interfaceid": "cfa684b6-b86f-4ac3-ad7d-94a671b65470", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.904492] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Acquiring lock "refresh_cache-d760b9b9-a311-474b-99f8-b3397ade6488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.904576] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Acquired lock "refresh_cache-d760b9b9-a311-474b-99f8-b3397ade6488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.904698] env[71114]: DEBUG nova.network.neutron [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.927740] env[71114]: DEBUG nova.network.neutron [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Successfully created port: 6f63eef2-f4fb-464e-a48b-a6f1ac449a45 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.079439] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522eac50-f1f0-526f-d50c-a62092872d89, 'name': SearchDatastore_Task, 'duration_secs': 0.02122} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.080239] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dff825f7-e113-4f4f-b7cc-1145fd5d37d4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.087392] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for the task: (returnval){ [ 825.087392] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5201d3d5-200d-7670-7cd6-cc290ad1843d" [ 825.087392] env[71114]: _type = "Task" [ 825.087392] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.101443] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5201d3d5-200d-7670-7cd6-cc290ad1843d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.130282] env[71114]: DEBUG nova.compute.manager [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.130920] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.131145] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.131300] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.131558] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.131769] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.131927] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.132179] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.132346] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.132515] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.132689] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.132863] env[71114]: DEBUG nova.virt.hardware [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.133788] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad8c9a-d7b4-4a9b-ac4d-e6302643425c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.143618] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b063ca-a5f4-46f4-8f1d-240d3bd4cf90 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.295652] env[71114]: DEBUG oslo_concurrency.lockutils [req-708a6d65-8abd-4ea8-89d8-d8085656ddf7 req-a59cfc85-409d-4c3f-9977-cffddf48dcd0 service nova] Releasing lock "refresh_cache-e04a8ce7-624f-4c14-85b5-409ee889e92a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.411362] env[71114]: DEBUG nova.network.neutron [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Updating instance_info_cache with network_info: [{"id": "63bfce47-f53b-4c93-98f4-6788aca38757", "address": "fa:16:3e:e2:1b:6e", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bfce47-f5", "ovs_interfaceid": "63bfce47-f53b-4c93-98f4-6788aca38757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c31e640e-f5d6-4ead-a077-51204b1e53bb", "address": "fa:16:3e:86:f4:b4", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31e640e-f5", "ovs_interfaceid": "c31e640e-f5d6-4ead-a077-51204b1e53bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.462325] env[71114]: DEBUG nova.network.neutron [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.520228] env[71114]: DEBUG nova.compute.manager [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.560678] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.561021] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.561601] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.565074] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.565074] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.565074] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.565074] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.565074] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.565074] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.565074] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.565074] env[71114]: DEBUG nova.virt.hardware [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.565074] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb82f31-7272-4a91-8d4e-3db39aaf568d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.579776] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af493f2-fcdd-4b2e-ae11-ebeb8273ab2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.608744] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5201d3d5-200d-7670-7cd6-cc290ad1843d, 'name': SearchDatastore_Task, 'duration_secs': 0.016226} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.611733] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.613292] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] e04a8ce7-624f-4c14-85b5-409ee889e92a/e04a8ce7-624f-4c14-85b5-409ee889e92a.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.613690] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a0e0ec4-9d34-4c7a-8730-d418376d547f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.621380] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for the task: (returnval){ [ 825.621380] env[71114]: value = "task-3821522" [ 825.621380] env[71114]: _type = "Task" [ 825.621380] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.633555] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.715548] env[71114]: DEBUG nova.network.neutron [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Updating instance_info_cache with network_info: [{"id": "00cf0163-4f5d-4492-b032-b9a2f9b35e5d", "address": "fa:16:3e:d6:17:6e", "network": {"id": "27db24e3-0ad9-4c8c-a3c8-51ce2cb148fd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-695772911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e13178f1e4d64a4afd0186ea6550e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cf0163-4f", "ovs_interfaceid": "00cf0163-4f5d-4492-b032-b9a2f9b35e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.914125] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.914957] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.915201] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.916726] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff4f03c-8d24-4d76-b6af-6bde22298c08 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.941111] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.941552] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.941552] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.941552] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.941698] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.943056] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.943056] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.943056] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.943282] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.943470] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.943732] env[71114]: DEBUG nova.virt.hardware [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.952071] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Reconfiguring VM to attach interface {{(pid=71114) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 825.952592] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a001d4b3-36f3-4565-a54f-5be445080ad7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.984330] env[71114]: DEBUG oslo_vmware.api [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 825.984330] env[71114]: value = "task-3821523" [ 825.984330] env[71114]: _type = "Task" [ 825.984330] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.995247] env[71114]: DEBUG oslo_vmware.api [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821523, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.137837] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507568} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.141252] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] e04a8ce7-624f-4c14-85b5-409ee889e92a/e04a8ce7-624f-4c14-85b5-409ee889e92a.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.141560] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.143332] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a1a027f-b0e8-4ad3-9355-b3ddabf8d353 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.151820] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for the task: (returnval){ [ 826.151820] env[71114]: value = "task-3821524" [ 826.151820] env[71114]: _type = "Task" [ 826.151820] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.166560] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.175300] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cbc712-a606-4b7e-8f9c-090be5eda700 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.186266] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19484297-8094-4d77-a2ff-69b3eb4c271a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.223384] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Releasing lock "refresh_cache-d760b9b9-a311-474b-99f8-b3397ade6488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.223787] env[71114]: DEBUG nova.compute.manager [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Instance network_info: |[{"id": "00cf0163-4f5d-4492-b032-b9a2f9b35e5d", "address": "fa:16:3e:d6:17:6e", "network": {"id": "27db24e3-0ad9-4c8c-a3c8-51ce2cb148fd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-695772911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e13178f1e4d64a4afd0186ea6550e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cf0163-4f", "ovs_interfaceid": "00cf0163-4f5d-4492-b032-b9a2f9b35e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.224851] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:17:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00cf0163-4f5d-4492-b032-b9a2f9b35e5d', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.232678] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Creating folder: Project (565e13178f1e4d64a4afd0186ea6550e). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.234021] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813ba655-1cb5-43f8-9723-f708d58961bf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.236587] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-becfd096-cb6d-46e7-9fe3-aacea453e457 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.247873] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411321d3-c4aa-4228-ae2f-9824d6cf7f0d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.255513] env[71114]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 826.255834] env[71114]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=71114) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 826.256555] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Folder already exists: Project (565e13178f1e4d64a4afd0186ea6550e). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 826.256807] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Creating folder: Instances. Parent ref: group-v759795. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.257500] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9256745d-2584-4023-b1e1-2df0632dd94a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.268862] env[71114]: DEBUG nova.compute.provider_tree [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.280427] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Created folder: Instances in parent group-v759795. [ 826.280685] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.281014] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.281254] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-638e59f8-7aba-4205-a633-0b4495bea8ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.305769] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.305769] env[71114]: value = "task-3821527" [ 826.305769] env[71114]: _type = "Task" [ 826.305769] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.318066] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821527, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.496503] env[71114]: DEBUG oslo_vmware.api [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.666652] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081047} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.666652] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.668676] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9232259c-e960-4cd3-b0bd-bb9b44875293 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.700311] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] e04a8ce7-624f-4c14-85b5-409ee889e92a/e04a8ce7-624f-4c14-85b5-409ee889e92a.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.700806] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe0b06b-872c-47a3-a4ef-98a3c5c8ee87 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.730118] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for the task: (returnval){ [ 826.730118] env[71114]: value = "task-3821528" [ 826.730118] env[71114]: _type = "Task" [ 826.730118] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.741878] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.809437] env[71114]: DEBUG nova.scheduler.client.report [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 826.809437] env[71114]: DEBUG nova.compute.provider_tree [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 67 to 68 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 826.809437] env[71114]: DEBUG nova.compute.provider_tree [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.826754] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821527, 'name': CreateVM_Task, 'duration_secs': 0.389076} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.827064] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.827842] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759805', 'volume_id': '4b14787a-4960-4518-9e21-f8dac327dd67', 'name': 'volume-4b14787a-4960-4518-9e21-f8dac327dd67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd760b9b9-a311-474b-99f8-b3397ade6488', 'attached_at': '', 'detached_at': '', 'volume_id': '4b14787a-4960-4518-9e21-f8dac327dd67', 'serial': '4b14787a-4960-4518-9e21-f8dac327dd67'}, 'boot_index': 0, 'attachment_id': 'f2f98a2f-aecd-483a-be53-06447f20347f', 'volume_type': None}], 'swap': None} {{(pid=71114) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 826.828155] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Root volume attach. Driver type: vmdk {{(pid=71114) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 826.828889] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce5c640-3d9f-45d7-8612-f3bebcedfe8e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.839167] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4053404a-c15a-4d84-85d7-2cfc58e02f22 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.846771] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78514d54-5f8d-4f27-bd50-911dd5e95e77 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.854623] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c077af8c-5769-4a03-abe9-d194cf725034 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.863330] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for the task: (returnval){ [ 826.863330] env[71114]: value = "task-3821529" [ 826.863330] env[71114]: _type = "Task" [ 826.863330] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.874317] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821529, 'name': RelocateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.958715] env[71114]: DEBUG nova.compute.manager [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Received event network-vif-plugged-c31e640e-f5d6-4ead-a077-51204b1e53bb {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.959263] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Acquiring lock "37fcddcc-b28b-461a-be2f-c5c928716584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.960268] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Lock "37fcddcc-b28b-461a-be2f-c5c928716584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.961094] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Lock "37fcddcc-b28b-461a-be2f-c5c928716584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.961397] env[71114]: DEBUG nova.compute.manager [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] No waiting events found dispatching network-vif-plugged-c31e640e-f5d6-4ead-a077-51204b1e53bb {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 826.961787] env[71114]: WARNING nova.compute.manager [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Received unexpected event network-vif-plugged-c31e640e-f5d6-4ead-a077-51204b1e53bb for instance with vm_state active and task_state None. [ 826.962074] env[71114]: DEBUG nova.compute.manager [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Received event network-changed-c31e640e-f5d6-4ead-a077-51204b1e53bb {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.962331] env[71114]: DEBUG nova.compute.manager [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Refreshing instance network info cache due to event network-changed-c31e640e-f5d6-4ead-a077-51204b1e53bb. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.962660] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Acquiring lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.963106] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Acquired lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.963361] env[71114]: DEBUG nova.network.neutron [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Refreshing network info cache for port c31e640e-f5d6-4ead-a077-51204b1e53bb {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.996253] env[71114]: DEBUG oslo_vmware.api [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821523, 'name': ReconfigVM_Task, 'duration_secs': 0.679927} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.996885] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.997225] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Reconfigured VM to attach interface {{(pid=71114) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 827.241976] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821528, 'name': ReconfigVM_Task, 'duration_secs': 0.325429} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.242350] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Reconfigured VM instance instance-00000026 to attach disk [datastore1] e04a8ce7-624f-4c14-85b5-409ee889e92a/e04a8ce7-624f-4c14-85b5-409ee889e92a.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.243106] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b31f1ba6-9866-4ae6-bc58-a02f2f0f4d54 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.250915] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for the task: (returnval){ [ 827.250915] env[71114]: value = "task-3821530" [ 827.250915] env[71114]: _type = "Task" [ 827.250915] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.261072] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821530, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.322975] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.323507] env[71114]: DEBUG nova.compute.manager [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.327914] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.636s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.328195] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.337815] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.271s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.344598] env[71114]: INFO nova.compute.claims [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.378558] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821529, 'name': RelocateVM_Task, 'duration_secs': 0.495336} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.380133] env[71114]: INFO nova.scheduler.client.report [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Deleted allocations for instance f173acbb-196b-4e7f-bc5e-44ad94cdc9a7 [ 827.386026] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 827.386026] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759805', 'volume_id': '4b14787a-4960-4518-9e21-f8dac327dd67', 'name': 'volume-4b14787a-4960-4518-9e21-f8dac327dd67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd760b9b9-a311-474b-99f8-b3397ade6488', 'attached_at': '', 'detached_at': '', 'volume_id': '4b14787a-4960-4518-9e21-f8dac327dd67', 'serial': '4b14787a-4960-4518-9e21-f8dac327dd67'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 827.386026] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6e5ad7-b369-4491-a5d6-dc9a24973560 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.413272] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30689a51-ca33-41f6-b6db-02fc9570044a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.447813] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-4b14787a-4960-4518-9e21-f8dac327dd67/volume-4b14787a-4960-4518-9e21-f8dac327dd67.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.448178] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-133f6e8f-8bd5-46a2-84af-d89fec49553d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.475539] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for the task: (returnval){ [ 827.475539] env[71114]: value = "task-3821531" [ 827.475539] env[71114]: _type = "Task" [ 827.475539] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.482354] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.503570] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c58dadf-04b1-4380-b52c-9f62c78a5866 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-37fcddcc-b28b-461a-be2f-c5c928716584-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.641s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.737084] env[71114]: DEBUG nova.network.neutron [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Successfully updated port: 6f63eef2-f4fb-464e-a48b-a6f1ac449a45 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.766143] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821530, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.855204] env[71114]: DEBUG nova.compute.utils [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.856890] env[71114]: DEBUG nova.compute.manager [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.857074] env[71114]: DEBUG nova.network.neutron [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.896214] env[71114]: DEBUG oslo_concurrency.lockutils [None req-911a4bf7-2f3f-467c-a875-e8a658df1632 tempest-ServersListShow298Test-962272112 tempest-ServersListShow298Test-962272112-project-member] Lock "f173acbb-196b-4e7f-bc5e-44ad94cdc9a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.003s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.972564] env[71114]: DEBUG nova.policy [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdd7390e207c405ab63fc3149508f22d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f1f21ad7a3c4224b34e1736f476efa7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.989178] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.998207] env[71114]: DEBUG nova.network.neutron [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Updated VIF entry in instance network info cache for port c31e640e-f5d6-4ead-a077-51204b1e53bb. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.998664] env[71114]: DEBUG nova.network.neutron [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Updating instance_info_cache with network_info: [{"id": "63bfce47-f53b-4c93-98f4-6788aca38757", "address": "fa:16:3e:e2:1b:6e", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bfce47-f5", "ovs_interfaceid": "63bfce47-f53b-4c93-98f4-6788aca38757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c31e640e-f5d6-4ead-a077-51204b1e53bb", "address": "fa:16:3e:86:f4:b4", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc31e640e-f5", "ovs_interfaceid": "c31e640e-f5d6-4ead-a077-51204b1e53bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.240580] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "refresh_cache-0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.240881] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "refresh_cache-0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.242302] env[71114]: DEBUG nova.network.neutron [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.265454] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821530, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.360995] env[71114]: DEBUG nova.compute.manager [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.486165] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.505798] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Releasing lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.505798] env[71114]: DEBUG nova.compute.manager [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Received event network-vif-plugged-00cf0163-4f5d-4492-b032-b9a2f9b35e5d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.505993] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Acquiring lock "d760b9b9-a311-474b-99f8-b3397ade6488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.506702] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Lock "d760b9b9-a311-474b-99f8-b3397ade6488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.506702] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Lock "d760b9b9-a311-474b-99f8-b3397ade6488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.506702] env[71114]: DEBUG nova.compute.manager [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] No waiting events found dispatching network-vif-plugged-00cf0163-4f5d-4492-b032-b9a2f9b35e5d {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 828.506890] env[71114]: WARNING nova.compute.manager [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Received unexpected event network-vif-plugged-00cf0163-4f5d-4492-b032-b9a2f9b35e5d for instance with vm_state building and task_state spawning. [ 828.507062] env[71114]: DEBUG nova.compute.manager [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Received event network-changed-00cf0163-4f5d-4492-b032-b9a2f9b35e5d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.507223] env[71114]: DEBUG nova.compute.manager [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Refreshing instance network info cache due to event network-changed-00cf0163-4f5d-4492-b032-b9a2f9b35e5d. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.507452] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Acquiring lock "refresh_cache-d760b9b9-a311-474b-99f8-b3397ade6488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.507549] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Acquired lock "refresh_cache-d760b9b9-a311-474b-99f8-b3397ade6488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.507707] env[71114]: DEBUG nova.network.neutron [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Refreshing network info cache for port 00cf0163-4f5d-4492-b032-b9a2f9b35e5d {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.608878] env[71114]: DEBUG nova.network.neutron [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Successfully created port: 90cbba26-dceb-4a6d-b32d-1f6747577d49 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.771634] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821530, 'name': Rename_Task, 'duration_secs': 1.195169} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.772275] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.772611] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-015a7b1a-0bff-477d-a328-1d05dc0f9f0d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.787048] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for the task: (returnval){ [ 828.787048] env[71114]: value = "task-3821532" [ 828.787048] env[71114]: _type = "Task" [ 828.787048] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.803254] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.849936] env[71114]: DEBUG nova.network.neutron [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.868386] env[71114]: INFO nova.virt.block_device [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Booting with volume 78f33a7c-abb9-46e6-87c5-3a0cd37bb70e at /dev/sda [ 828.942177] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-878963a4-ac79-4eeb-a378-28fc0834767f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.958043] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a80a01-80a5-49ca-be36-99f77bb8413d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.000062] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821531, 'name': ReconfigVM_Task, 'duration_secs': 1.257655} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.006029] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-4b14787a-4960-4518-9e21-f8dac327dd67/volume-4b14787a-4960-4518-9e21-f8dac327dd67.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.011161] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce2db562-e868-425b-a442-844434c19362 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.013862] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0f8f7a2-f773-4440-b74a-a897e1d8b230 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.037057] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23837a2-e8b0-4e30-8031-87fd5f20d46f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.054588] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for the task: (returnval){ [ 829.054588] env[71114]: value = "task-3821533" [ 829.054588] env[71114]: _type = "Task" [ 829.054588] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.069028] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.092787] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bd326d-a42a-4414-b0a5-9a89205228ba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.100892] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e056bf31-e197-48ef-bb21-08bf11ba4b9f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.108095] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbd319d-b767-48ca-a83a-b1c2fa4167fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.116500] env[71114]: DEBUG nova.virt.block_device [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Updating existing volume attachment record: 58ec9301-ff20-4acc-a2ca-df50b5b017ff {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 829.130495] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd6a8ec-131d-472c-85d5-bea3205d8ab4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.166500] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4b22af-d905-4358-8d79-b81cc731259e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.176211] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613b108b-abbf-490f-850e-476b9479225e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.193037] env[71114]: DEBUG nova.compute.provider_tree [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.299950] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.448025] env[71114]: DEBUG nova.network.neutron [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Updating instance_info_cache with network_info: [{"id": "6f63eef2-f4fb-464e-a48b-a6f1ac449a45", "address": "fa:16:3e:fb:af:0a", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f63eef2-f4", "ovs_interfaceid": "6f63eef2-f4fb-464e-a48b-a6f1ac449a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.498793] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.499283] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.566704] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821533, 'name': ReconfigVM_Task, 'duration_secs': 0.32519} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.567119] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759805', 'volume_id': '4b14787a-4960-4518-9e21-f8dac327dd67', 'name': 'volume-4b14787a-4960-4518-9e21-f8dac327dd67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd760b9b9-a311-474b-99f8-b3397ade6488', 'attached_at': '', 'detached_at': '', 'volume_id': '4b14787a-4960-4518-9e21-f8dac327dd67', 'serial': '4b14787a-4960-4518-9e21-f8dac327dd67'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 829.567725] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-790fd3dc-f63f-4499-bde9-9dc9cb7939a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.576785] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for the task: (returnval){ [ 829.576785] env[71114]: value = "task-3821534" [ 829.576785] env[71114]: _type = "Task" [ 829.576785] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.592018] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821534, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.691035] env[71114]: DEBUG nova.network.neutron [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Updated VIF entry in instance network info cache for port 00cf0163-4f5d-4492-b032-b9a2f9b35e5d. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.691718] env[71114]: DEBUG nova.network.neutron [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Updating instance_info_cache with network_info: [{"id": "00cf0163-4f5d-4492-b032-b9a2f9b35e5d", "address": "fa:16:3e:d6:17:6e", "network": {"id": "27db24e3-0ad9-4c8c-a3c8-51ce2cb148fd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-695772911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e13178f1e4d64a4afd0186ea6550e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cf0163-4f", "ovs_interfaceid": "00cf0163-4f5d-4492-b032-b9a2f9b35e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.695138] env[71114]: DEBUG nova.scheduler.client.report [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.801126] env[71114]: DEBUG oslo_vmware.api [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821532, 'name': PowerOnVM_Task, 'duration_secs': 0.755698} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.801126] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.801126] env[71114]: INFO nova.compute.manager [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Took 9.22 seconds to spawn the instance on the hypervisor. [ 829.801126] env[71114]: DEBUG nova.compute.manager [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 829.802489] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a163bc65-0634-4e54-9606-7b34a8c95c0c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.954169] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "refresh_cache-0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.954169] env[71114]: DEBUG nova.compute.manager [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Instance network_info: |[{"id": "6f63eef2-f4fb-464e-a48b-a6f1ac449a45", "address": "fa:16:3e:fb:af:0a", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f63eef2-f4", "ovs_interfaceid": "6f63eef2-f4fb-464e-a48b-a6f1ac449a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.954169] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:af:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f63eef2-f4fb-464e-a48b-a6f1ac449a45', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.964758] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Creating folder: Project (8c9895c23bb64c76b09dc59d59a7d59c). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.965309] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9db4aaf4-a94a-485d-9b39-b5891c2d846d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.979419] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Created folder: Project (8c9895c23bb64c76b09dc59d59a7d59c) in parent group-v759732. [ 829.979526] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Creating folder: Instances. Parent ref: group-v759860. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.979810] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06e219b2-837c-47fc-9ce1-c6b915e66e42 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.991285] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Created folder: Instances in parent group-v759860. [ 829.991719] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.992381] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.992688] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7cad9d0-ace6-4daa-a94d-a1bb4f3fc6a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.013376] env[71114]: DEBUG nova.compute.manager [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Received event network-vif-plugged-6f63eef2-f4fb-464e-a48b-a6f1ac449a45 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.013653] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] Acquiring lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.013918] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.014117] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.014557] env[71114]: DEBUG nova.compute.manager [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] No waiting events found dispatching network-vif-plugged-6f63eef2-f4fb-464e-a48b-a6f1ac449a45 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.014557] env[71114]: WARNING nova.compute.manager [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Received unexpected event network-vif-plugged-6f63eef2-f4fb-464e-a48b-a6f1ac449a45 for instance with vm_state building and task_state spawning. [ 830.015306] env[71114]: DEBUG nova.compute.manager [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Received event network-changed-6f63eef2-f4fb-464e-a48b-a6f1ac449a45 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.015306] env[71114]: DEBUG nova.compute.manager [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Refreshing instance network info cache due to event network-changed-6f63eef2-f4fb-464e-a48b-a6f1ac449a45. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.015306] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] Acquiring lock "refresh_cache-0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.015306] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] Acquired lock "refresh_cache-0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.015496] env[71114]: DEBUG nova.network.neutron [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Refreshing network info cache for port 6f63eef2-f4fb-464e-a48b-a6f1ac449a45 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.023647] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.023647] env[71114]: value = "task-3821537" [ 830.023647] env[71114]: _type = "Task" [ 830.023647] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.035085] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821537, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.092287] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821534, 'name': Rename_Task, 'duration_secs': 0.163511} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.092637] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.092841] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d7facc3-b743-4dbc-ba68-e9508f5bd528 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.102963] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for the task: (returnval){ [ 830.102963] env[71114]: value = "task-3821538" [ 830.102963] env[71114]: _type = "Task" [ 830.102963] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.114640] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.194937] env[71114]: DEBUG oslo_concurrency.lockutils [req-f11b60fe-1cec-4693-a844-59ca7330ce87 req-236f7c0b-619b-41fe-8f7c-90441287f206 service nova] Releasing lock "refresh_cache-d760b9b9-a311-474b-99f8-b3397ade6488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.204390] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.867s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.205906] env[71114]: DEBUG nova.compute.manager [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.211846] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.317s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.325314] env[71114]: INFO nova.compute.manager [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Took 54.66 seconds to build instance. [ 830.534395] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821537, 'name': CreateVM_Task, 'duration_secs': 0.462238} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.534599] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.535337] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.535604] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.535921] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.536209] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fe754e-1f4e-45f4-b2e7-a77017f38763 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.542226] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 830.542226] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522a5ee8-5c40-bb79-de47-f3894131453b" [ 830.542226] env[71114]: _type = "Task" [ 830.542226] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.551964] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522a5ee8-5c40-bb79-de47-f3894131453b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.613175] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.726951] env[71114]: INFO nova.compute.claims [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.735699] env[71114]: DEBUG nova.compute.utils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.737378] env[71114]: DEBUG nova.compute.manager [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.737378] env[71114]: DEBUG nova.network.neutron [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.829313] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acaeed77-218b-4fb9-a38f-c4366b46f299 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lock "e04a8ce7-624f-4c14-85b5-409ee889e92a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.634s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.892767] env[71114]: DEBUG nova.policy [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb5897490bc41e2a103950c912f5bdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c893d2b0a2354cf091400271250ecff9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.053698] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522a5ee8-5c40-bb79-de47-f3894131453b, 'name': SearchDatastore_Task, 'duration_secs': 0.025006} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.054197] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.054505] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.054810] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.055037] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.055510] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.055888] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb51dfc-6cb2-4ba7-9eef-da4f5d6c2d97 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.076107] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.076529] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.077278] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01775138-ae61-4e97-ae0a-e41c76254bf8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.084210] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 831.084210] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528dcbd1-c5ac-202c-818b-0169fec7e253" [ 831.084210] env[71114]: _type = "Task" [ 831.084210] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.095221] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528dcbd1-c5ac-202c-818b-0169fec7e253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.118024] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821538, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.240495] env[71114]: INFO nova.compute.resource_tracker [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating resource usage from migration b23fab49-b775-440b-a810-6de21bad6ede [ 831.246789] env[71114]: DEBUG nova.compute.manager [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.252503] env[71114]: DEBUG nova.network.neutron [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Updated VIF entry in instance network info cache for port 6f63eef2-f4fb-464e-a48b-a6f1ac449a45. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.252503] env[71114]: DEBUG nova.network.neutron [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Updating instance_info_cache with network_info: [{"id": "6f63eef2-f4fb-464e-a48b-a6f1ac449a45", "address": "fa:16:3e:fb:af:0a", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f63eef2-f4", "ovs_interfaceid": "6f63eef2-f4fb-464e-a48b-a6f1ac449a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.288442] env[71114]: DEBUG nova.compute.manager [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.290050] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.290050] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.290324] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.290999] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.291282] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.291569] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.291853] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.292093] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.292403] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.292906] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.293234] env[71114]: DEBUG nova.virt.hardware [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.297271] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c275f4-3fc0-4316-a62d-ca5616e024e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.306270] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df256c06-2e7b-4c27-b1e0-8bd41def5907 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.333148] env[71114]: DEBUG nova.compute.manager [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.371967] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "interface-37fcddcc-b28b-461a-be2f-c5c928716584-c31e640e-f5d6-4ead-a077-51204b1e53bb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.372157] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-37fcddcc-b28b-461a-be2f-c5c928716584-c31e640e-f5d6-4ead-a077-51204b1e53bb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.552059] env[71114]: DEBUG nova.network.neutron [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Successfully updated port: 90cbba26-dceb-4a6d-b32d-1f6747577d49 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.600439] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528dcbd1-c5ac-202c-818b-0169fec7e253, 'name': SearchDatastore_Task, 'duration_secs': 0.026785} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.601441] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5968b8a2-e696-4d02-bca9-07000f6ba9f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.620087] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 831.620087] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527d39ca-f0bb-da4e-4a80-67fe633fdc4a" [ 831.620087] env[71114]: _type = "Task" [ 831.620087] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.626208] env[71114]: DEBUG oslo_vmware.api [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821538, 'name': PowerOnVM_Task, 'duration_secs': 1.181163} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.630808] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.631066] env[71114]: INFO nova.compute.manager [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Took 6.50 seconds to spawn the instance on the hypervisor. [ 831.632883] env[71114]: DEBUG nova.compute.manager [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.633307] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba9e3f4-6489-4f6d-abf5-064b8e60cc6f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.646613] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527d39ca-f0bb-da4e-4a80-67fe633fdc4a, 'name': SearchDatastore_Task} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.651655] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.651976] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78/0d8f036f-f0f4-4a10-ae2c-070aef7a9e78.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.659530] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d238549-6bb9-4ccb-9721-acd4812c8569 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.675517] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 831.675517] env[71114]: value = "task-3821539" [ 831.675517] env[71114]: _type = "Task" [ 831.675517] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.690946] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.756480] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e2309e5-8592-4847-b294-87edebc86334 req-ceba1ae0-6a17-4572-8ab5-6bc2d240681d service nova] Releasing lock "refresh_cache-0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.854320] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.875233] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.875395] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.876666] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a7f60c-7a62-4aa8-8598-460db2207e92 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.905217] env[71114]: DEBUG nova.network.neutron [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Successfully created port: 56901e74-430c-4b15-8c9e-8a5e51e6a7bb {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.906733] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ca638d-3565-4f28-9952-bcb058b8571f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.934490] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquiring lock "e04a8ce7-624f-4c14-85b5-409ee889e92a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.934787] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lock "e04a8ce7-624f-4c14-85b5-409ee889e92a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.934991] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquiring lock "e04a8ce7-624f-4c14-85b5-409ee889e92a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.935185] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lock "e04a8ce7-624f-4c14-85b5-409ee889e92a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.935622] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lock "e04a8ce7-624f-4c14-85b5-409ee889e92a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.942922] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Reconfiguring VM to detach interface {{(pid=71114) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 831.946293] env[71114]: INFO nova.compute.manager [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Terminating instance [ 831.948504] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54aeb59f-fe61-4370-91f9-204591817a24 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.971275] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 831.971275] env[71114]: value = "task-3821540" [ 831.971275] env[71114]: _type = "Task" [ 831.971275] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.988776] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.988776] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9630309b-d57c-4445-8843-66e2443232bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.998296] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41d6756-9800-4639-a275-a9211d230db4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.036865] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec83c9a1-b044-4eda-8d1c-ebcabb8d560d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.047372] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceae216-7258-4abb-a509-7fbc7afe3423 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.055103] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Acquiring lock "refresh_cache-35739b42-c8b6-40a7-a0e7-7d62a708ff1b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.055232] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Acquired lock "refresh_cache-35739b42-c8b6-40a7-a0e7-7d62a708ff1b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.055389] env[71114]: DEBUG nova.network.neutron [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.065192] env[71114]: DEBUG nova.compute.provider_tree [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.176098] env[71114]: INFO nova.compute.manager [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Took 55.19 seconds to build instance. [ 832.187807] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.259198] env[71114]: DEBUG nova.compute.manager [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.290587] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.290814] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.290970] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.291184] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.291338] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.291603] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.291791] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.291956] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.292148] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.292313] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.292486] env[71114]: DEBUG nova.virt.hardware [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.293450] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05675ee0-a3de-45cd-bfaf-bd3c8fa15237 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.302709] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39516d16-4718-4003-a997-e9812801b89f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.335456] env[71114]: DEBUG nova.compute.manager [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Received event network-vif-plugged-90cbba26-dceb-4a6d-b32d-1f6747577d49 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.335678] env[71114]: DEBUG oslo_concurrency.lockutils [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] Acquiring lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.335886] env[71114]: DEBUG oslo_concurrency.lockutils [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] Lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.336070] env[71114]: DEBUG oslo_concurrency.lockutils [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] Lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.336240] env[71114]: DEBUG nova.compute.manager [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] No waiting events found dispatching network-vif-plugged-90cbba26-dceb-4a6d-b32d-1f6747577d49 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 832.336406] env[71114]: WARNING nova.compute.manager [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Received unexpected event network-vif-plugged-90cbba26-dceb-4a6d-b32d-1f6747577d49 for instance with vm_state building and task_state spawning. [ 832.336554] env[71114]: DEBUG nova.compute.manager [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Received event network-changed-90cbba26-dceb-4a6d-b32d-1f6747577d49 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.336704] env[71114]: DEBUG nova.compute.manager [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Refreshing instance network info cache due to event network-changed-90cbba26-dceb-4a6d-b32d-1f6747577d49. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.336864] env[71114]: DEBUG oslo_concurrency.lockutils [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] Acquiring lock "refresh_cache-35739b42-c8b6-40a7-a0e7-7d62a708ff1b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.468179] env[71114]: DEBUG nova.compute.manager [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.468432] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.470029] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d062e1d-f0d6-4624-92f0-3a0dcf30bb71 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.484204] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.486780] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.487131] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ab34c9e-a505-40cf-a8c4-d08971263834 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.495881] env[71114]: DEBUG oslo_vmware.api [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for the task: (returnval){ [ 832.495881] env[71114]: value = "task-3821541" [ 832.495881] env[71114]: _type = "Task" [ 832.495881] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.508027] env[71114]: DEBUG oslo_vmware.api [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.570347] env[71114]: DEBUG nova.scheduler.client.report [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.657620] env[71114]: DEBUG nova.network.neutron [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.682432] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69e55614-9c58-4f45-a276-2ba0acf10553 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lock "d760b9b9-a311-474b-99f8-b3397ade6488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.729s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.691929] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.987489] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.006871] env[71114]: DEBUG oslo_vmware.api [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.077844] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.867s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.078084] env[71114]: INFO nova.compute.manager [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Migrating [ 833.078330] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.078480] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "compute-rpcapi-router" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.081370] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.842s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.083364] env[71114]: INFO nova.compute.claims [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.190665] env[71114]: DEBUG nova.compute.manager [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.194583] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.194672] env[71114]: DEBUG nova.network.neutron [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Updating instance_info_cache with network_info: [{"id": "90cbba26-dceb-4a6d-b32d-1f6747577d49", "address": "fa:16:3e:f8:f7:ec", "network": {"id": "532563be-4798-45dc-815d-bbfdbe2799b2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-540408176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f1f21ad7a3c4224b34e1736f476efa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cbba26-dc", "ovs_interfaceid": "90cbba26-dceb-4a6d-b32d-1f6747577d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.487726] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.508084] env[71114]: DEBUG oslo_vmware.api [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.591924] env[71114]: INFO nova.compute.rpcapi [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 833.592475] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "compute-rpcapi-router" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.697739] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.643623} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.703019] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Releasing lock "refresh_cache-35739b42-c8b6-40a7-a0e7-7d62a708ff1b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.703887] env[71114]: DEBUG nova.compute.manager [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Instance network_info: |[{"id": "90cbba26-dceb-4a6d-b32d-1f6747577d49", "address": "fa:16:3e:f8:f7:ec", "network": {"id": "532563be-4798-45dc-815d-bbfdbe2799b2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-540408176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f1f21ad7a3c4224b34e1736f476efa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cbba26-dc", "ovs_interfaceid": "90cbba26-dceb-4a6d-b32d-1f6747577d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.704546] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78/0d8f036f-f0f4-4a10-ae2c-070aef7a9e78.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.705015] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.709832] env[71114]: DEBUG oslo_concurrency.lockutils [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] Acquired lock "refresh_cache-35739b42-c8b6-40a7-a0e7-7d62a708ff1b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.710143] env[71114]: DEBUG nova.network.neutron [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Refreshing network info cache for port 90cbba26-dceb-4a6d-b32d-1f6747577d49 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.715670] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:f7:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90cbba26-dceb-4a6d-b32d-1f6747577d49', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.727478] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Creating folder: Project (2f1f21ad7a3c4224b34e1736f476efa7). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.728052] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef876f24-6714-46f7-b260-01fe450679a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.733101] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e4cad76-579d-4830-99d8-f7983705273b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.742175] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 833.742175] env[71114]: value = "task-3821543" [ 833.742175] env[71114]: _type = "Task" [ 833.742175] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.750414] env[71114]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 833.750544] env[71114]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=71114) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 833.752068] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Folder already exists: Project (2f1f21ad7a3c4224b34e1736f476efa7). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 833.752068] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Creating folder: Instances. Parent ref: group-v759806. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.752068] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d834f8ab-049f-4076-bbc4-02120d923b70 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.758120] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.761270] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.765033] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Created folder: Instances in parent group-v759806. [ 833.766046] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.766046] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.766046] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d500293-de58-4b57-8251-58cda7f74773 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.789696] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.789696] env[71114]: value = "task-3821545" [ 833.789696] env[71114]: _type = "Task" [ 833.789696] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.799081] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821545, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.990721] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.009367] env[71114]: DEBUG oslo_vmware.api [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821541, 'name': PowerOffVM_Task, 'duration_secs': 1.279701} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.009367] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.009367] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.009367] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c9a45d-d4ac-43ae-b188-b7740b166d1c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.114430] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.114430] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.114584] env[71114]: DEBUG nova.network.neutron [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.116398] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.116973] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.117190] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Deleting the datastore file [datastore1] e04a8ce7-624f-4c14-85b5-409ee889e92a {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.117491] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc44b7a-b66b-4087-9b53-27eaf5d064c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.127694] env[71114]: DEBUG oslo_vmware.api [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for the task: (returnval){ [ 834.127694] env[71114]: value = "task-3821547" [ 834.127694] env[71114]: _type = "Task" [ 834.127694] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.144039] env[71114]: DEBUG oslo_vmware.api [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.257972] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080866} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.261510] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.262591] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb205c5-afdf-410a-bef8-6ed80e5b8e31 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.291123] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78/0d8f036f-f0f4-4a10-ae2c-070aef7a9e78.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.294237] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce0b8ae-feb5-4d56-9d51-6735f430287e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.326521] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821545, 'name': CreateVM_Task, 'duration_secs': 0.389647} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.328457] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.329121] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 834.329121] env[71114]: value = "task-3821548" [ 834.329121] env[71114]: _type = "Task" [ 834.329121] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.330074] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759815', 'volume_id': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'name': 'volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35739b42-c8b6-40a7-a0e7-7d62a708ff1b', 'attached_at': '', 'detached_at': '', 'volume_id': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'serial': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e'}, 'boot_index': 0, 'attachment_id': '58ec9301-ff20-4acc-a2ca-df50b5b017ff', 'volume_type': None}], 'swap': None} {{(pid=71114) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 834.330510] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Root volume attach. Driver type: vmdk {{(pid=71114) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 834.331362] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766eef09-6397-4c29-99a6-7b59efcc0a42 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.351407] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117a5091-1133-45b2-9b1e-040e69d3519c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.355481] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.368153] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7340b964-3872-4262-bd3a-efe50f62f989 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.386353] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0b81b8cb-8cae-4abf-bb26-8031d13a5a9d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.398423] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for the task: (returnval){ [ 834.398423] env[71114]: value = "task-3821549" [ 834.398423] env[71114]: _type = "Task" [ 834.398423] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.417032] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821549, 'name': RelocateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.493618] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.509928] env[71114]: DEBUG nova.compute.manager [req-e39b75d3-c889-4bc6-9683-788a06eccb78 req-1a24aa49-a4fc-4076-8022-c5fa5c88e111 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Received event network-changed-00cf0163-4f5d-4492-b032-b9a2f9b35e5d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.510239] env[71114]: DEBUG nova.compute.manager [req-e39b75d3-c889-4bc6-9683-788a06eccb78 req-1a24aa49-a4fc-4076-8022-c5fa5c88e111 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Refreshing instance network info cache due to event network-changed-00cf0163-4f5d-4492-b032-b9a2f9b35e5d. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.510472] env[71114]: DEBUG oslo_concurrency.lockutils [req-e39b75d3-c889-4bc6-9683-788a06eccb78 req-1a24aa49-a4fc-4076-8022-c5fa5c88e111 service nova] Acquiring lock "refresh_cache-d760b9b9-a311-474b-99f8-b3397ade6488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.510618] env[71114]: DEBUG oslo_concurrency.lockutils [req-e39b75d3-c889-4bc6-9683-788a06eccb78 req-1a24aa49-a4fc-4076-8022-c5fa5c88e111 service nova] Acquired lock "refresh_cache-d760b9b9-a311-474b-99f8-b3397ade6488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.510782] env[71114]: DEBUG nova.network.neutron [req-e39b75d3-c889-4bc6-9683-788a06eccb78 req-1a24aa49-a4fc-4076-8022-c5fa5c88e111 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Refreshing network info cache for port 00cf0163-4f5d-4492-b032-b9a2f9b35e5d {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.640974] env[71114]: DEBUG oslo_vmware.api [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Task: {'id': task-3821547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155209} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.641686] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.641900] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.642099] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.642296] env[71114]: INFO nova.compute.manager [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Took 2.17 seconds to destroy the instance on the hypervisor. [ 834.642618] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.642841] env[71114]: DEBUG nova.compute.manager [-] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.642925] env[71114]: DEBUG nova.network.neutron [-] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.822947] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b80833-408c-4f37-8e9f-0c87f3e095c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.835498] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3587ef-eea3-4b0e-9f79-2b3ac0cac402 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.845452] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821548, 'name': ReconfigVM_Task, 'duration_secs': 0.334234} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.876608] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78/0d8f036f-f0f4-4a10-ae2c-070aef7a9e78.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.880283] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddf16596-1c0c-4d63-b34c-78698453ead6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.885158] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53117d7f-42a9-4d70-8b72-b80fa23f15a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.894191] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9002eb18-78ac-426c-af4f-73cfa34b2111 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.899057] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 834.899057] env[71114]: value = "task-3821550" [ 834.899057] env[71114]: _type = "Task" [ 834.899057] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.915889] env[71114]: DEBUG nova.compute.provider_tree [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.923714] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821549, 'name': RelocateVM_Task} progress is 20%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.927406] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821550, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.991697] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.416672] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821549, 'name': RelocateVM_Task} progress is 20%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.424676] env[71114]: DEBUG nova.scheduler.client.report [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.428173] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821550, 'name': Rename_Task, 'duration_secs': 0.15667} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.428681] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.429284] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e020ecd-21a6-449d-9b06-94ed0f7ee271 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.438400] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 835.438400] env[71114]: value = "task-3821551" [ 835.438400] env[71114]: _type = "Task" [ 835.438400] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.451169] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.461953] env[71114]: DEBUG nova.network.neutron [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Updated VIF entry in instance network info cache for port 90cbba26-dceb-4a6d-b32d-1f6747577d49. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.462242] env[71114]: DEBUG nova.network.neutron [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Updating instance_info_cache with network_info: [{"id": "90cbba26-dceb-4a6d-b32d-1f6747577d49", "address": "fa:16:3e:f8:f7:ec", "network": {"id": "532563be-4798-45dc-815d-bbfdbe2799b2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-540408176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f1f21ad7a3c4224b34e1736f476efa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cbba26-dc", "ovs_interfaceid": "90cbba26-dceb-4a6d-b32d-1f6747577d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.494529] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.769081] env[71114]: DEBUG nova.network.neutron [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance_info_cache with network_info: [{"id": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "address": "fa:16:3e:93:1c:11", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9776cffc-8c", "ovs_interfaceid": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.913532] env[71114]: DEBUG nova.network.neutron [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Successfully updated port: 56901e74-430c-4b15-8c9e-8a5e51e6a7bb {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.914996] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821549, 'name': RelocateVM_Task} progress is 20%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.930598] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.931400] env[71114]: DEBUG nova.compute.manager [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.935029] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.290s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.935092] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.937555] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.677s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.937749] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.940159] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.166s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.941725] env[71114]: INFO nova.compute.claims [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.959205] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821551, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.968387] env[71114]: DEBUG oslo_concurrency.lockutils [req-822d0e0d-40ae-4a20-9847-aafa72115452 req-e73b439d-a757-41dd-a049-c3caed97dfd6 service nova] Releasing lock "refresh_cache-35739b42-c8b6-40a7-a0e7-7d62a708ff1b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.987779] env[71114]: INFO nova.scheduler.client.report [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Deleted allocations for instance 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9 [ 835.995168] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.999653] env[71114]: INFO nova.scheduler.client.report [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted allocations for instance c848e65e-79ba-4edc-afb5-6c511c0fde71 [ 836.016359] env[71114]: DEBUG nova.network.neutron [req-e39b75d3-c889-4bc6-9683-788a06eccb78 req-1a24aa49-a4fc-4076-8022-c5fa5c88e111 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Updated VIF entry in instance network info cache for port 00cf0163-4f5d-4492-b032-b9a2f9b35e5d. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.016726] env[71114]: DEBUG nova.network.neutron [req-e39b75d3-c889-4bc6-9683-788a06eccb78 req-1a24aa49-a4fc-4076-8022-c5fa5c88e111 service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Updating instance_info_cache with network_info: [{"id": "00cf0163-4f5d-4492-b032-b9a2f9b35e5d", "address": "fa:16:3e:d6:17:6e", "network": {"id": "27db24e3-0ad9-4c8c-a3c8-51ce2cb148fd", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-695772911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "565e13178f1e4d64a4afd0186ea6550e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cf0163-4f", "ovs_interfaceid": "00cf0163-4f5d-4492-b032-b9a2f9b35e5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.060046] env[71114]: DEBUG nova.network.neutron [-] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.212747] env[71114]: DEBUG nova.compute.manager [req-b764beff-e314-4106-9aaa-2295bcde2f79 req-f06c98c3-5c82-4bf5-8484-806c18428940 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Received event network-vif-plugged-56901e74-430c-4b15-8c9e-8a5e51e6a7bb {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.214299] env[71114]: DEBUG oslo_concurrency.lockutils [req-b764beff-e314-4106-9aaa-2295bcde2f79 req-f06c98c3-5c82-4bf5-8484-806c18428940 service nova] Acquiring lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.214299] env[71114]: DEBUG oslo_concurrency.lockutils [req-b764beff-e314-4106-9aaa-2295bcde2f79 req-f06c98c3-5c82-4bf5-8484-806c18428940 service nova] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.214299] env[71114]: DEBUG oslo_concurrency.lockutils [req-b764beff-e314-4106-9aaa-2295bcde2f79 req-f06c98c3-5c82-4bf5-8484-806c18428940 service nova] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.214299] env[71114]: DEBUG nova.compute.manager [req-b764beff-e314-4106-9aaa-2295bcde2f79 req-f06c98c3-5c82-4bf5-8484-806c18428940 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] No waiting events found dispatching network-vif-plugged-56901e74-430c-4b15-8c9e-8a5e51e6a7bb {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 836.214299] env[71114]: WARNING nova.compute.manager [req-b764beff-e314-4106-9aaa-2295bcde2f79 req-f06c98c3-5c82-4bf5-8484-806c18428940 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Received unexpected event network-vif-plugged-56901e74-430c-4b15-8c9e-8a5e51e6a7bb for instance with vm_state building and task_state spawning. [ 836.274790] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.413903] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821549, 'name': RelocateVM_Task, 'duration_secs': 1.542298} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.414490] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 836.414871] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759815', 'volume_id': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'name': 'volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35739b42-c8b6-40a7-a0e7-7d62a708ff1b', 'attached_at': '', 'detached_at': '', 'volume_id': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'serial': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 836.415862] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb137f5-eff0-40d8-84cc-73cc81f98c89 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.419543] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.419952] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.420252] env[71114]: DEBUG nova.network.neutron [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.440080] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59ac1a1-c65d-486d-9a39-ac2f4d3b9f82 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.463103] env[71114]: DEBUG nova.compute.utils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.476367] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e/volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.477854] env[71114]: DEBUG nova.compute.manager [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.478256] env[71114]: DEBUG nova.network.neutron [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.484699] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8026f05c-5511-4fea-a02b-639a2597482e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.509497] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6be9da2c-a580-4a57-b0d2-b9f9e8a02251 tempest-ServerAddressesNegativeTestJSON-52552405 tempest-ServerAddressesNegativeTestJSON-52552405-project-member] Lock "9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.014s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.521927] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for the task: (returnval){ [ 836.521927] env[71114]: value = "task-3821552" [ 836.521927] env[71114]: _type = "Task" [ 836.521927] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.521927] env[71114]: DEBUG oslo_vmware.api [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821551, 'name': PowerOnVM_Task, 'duration_secs': 0.766782} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.521927] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f55e59b-b17e-4ee5-b259-adeb191cf6a5 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "c848e65e-79ba-4edc-afb5-6c511c0fde71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.934s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.522981] env[71114]: DEBUG oslo_concurrency.lockutils [req-e39b75d3-c889-4bc6-9683-788a06eccb78 req-1a24aa49-a4fc-4076-8022-c5fa5c88e111 service nova] Releasing lock "refresh_cache-d760b9b9-a311-474b-99f8-b3397ade6488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.524489] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.524489] env[71114]: INFO nova.compute.manager [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Took 11.00 seconds to spawn the instance on the hypervisor. [ 836.524489] env[71114]: DEBUG nova.compute.manager [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.532310] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454938fc-34cf-4120-bcda-9c85eadf5bc3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.535951] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.543558] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.563600] env[71114]: INFO nova.compute.manager [-] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Took 1.92 seconds to deallocate network for instance. [ 836.594328] env[71114]: DEBUG nova.policy [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff615d51c0474047864bad3c380d320e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12f37cf707db4ecba3aaecd49833b75f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.983967] env[71114]: DEBUG nova.compute.manager [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.018918] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.038932] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821552, 'name': ReconfigVM_Task, 'duration_secs': 0.349777} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.039199] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e/volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.045109] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec99523-23b0-4e39-a397-e978724531dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.058897] env[71114]: DEBUG nova.network.neutron [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.070666] env[71114]: INFO nova.compute.manager [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Took 59.92 seconds to build instance. [ 837.073892] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.074382] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for the task: (returnval){ [ 837.074382] env[71114]: value = "task-3821553" [ 837.074382] env[71114]: _type = "Task" [ 837.074382] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.090360] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.166264] env[71114]: DEBUG nova.compute.manager [req-f9cc4c9a-8a6c-4d2e-940d-231c8c372445 req-0bc0454e-2a18-4924-94ce-18c83665ef2c service nova] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Received event network-vif-deleted-cfa684b6-b86f-4ac3-ad7d-94a671b65470 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.520315] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.574244] env[71114]: DEBUG oslo_concurrency.lockutils [None req-935b6b9f-939b-4604-9b21-8e07e733be48 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.689s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.593490] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821553, 'name': ReconfigVM_Task, 'duration_secs': 0.168525} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.599057] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759815', 'volume_id': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'name': 'volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35739b42-c8b6-40a7-a0e7-7d62a708ff1b', 'attached_at': '', 'detached_at': '', 'volume_id': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'serial': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 837.600629] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20692a56-db38-402a-9fc4-97479fbd5480 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.604088] env[71114]: DEBUG nova.network.neutron [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance_info_cache with network_info: [{"id": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "address": "fa:16:3e:20:06:d6", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901e74-43", "ovs_interfaceid": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.613675] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for the task: (returnval){ [ 837.613675] env[71114]: value = "task-3821554" [ 837.613675] env[71114]: _type = "Task" [ 837.613675] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.622883] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821554, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.643790] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caada7a4-07c7-4d01-bdb3-1941d7bd067f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.656177] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e740cf0c-0a36-45d4-a0e8-39b038c5840e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.705889] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf68237-02a3-4d9c-9a2b-50aec9a6a31f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.719322] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b348236-a7da-4317-b27a-86ce5858ae49 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.737333] env[71114]: DEBUG nova.compute.provider_tree [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.801615] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fb47e1-0ca6-44f9-8eb4-9cc575865c9d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.827287] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance 'b2f9536e-f32c-4e94-bb2f-eced831895f4' progress to 0 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.849968] env[71114]: DEBUG nova.network.neutron [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Successfully created port: 82a301f0-647c-497e-8307-7478ec477b29 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.002029] env[71114]: DEBUG nova.compute.manager [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.014592] env[71114]: DEBUG oslo_vmware.api [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821540, 'name': ReconfigVM_Task, 'duration_secs': 5.803338} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.014784] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.015234] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Reconfigured VM to detach interface {{(pid=71114) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 838.036557] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.036894] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.036981] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.037116] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.037306] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.037411] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.037628] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.037798] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.037968] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.038144] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.038383] env[71114]: DEBUG nova.virt.hardware [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.040084] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f807dd-d1aa-4632-ba5e-af2e3b34ae01 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.050250] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba936fa-b044-42a1-a8dc-47f7b3da354a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.083583] env[71114]: DEBUG nova.compute.manager [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.109213] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.109213] env[71114]: DEBUG nova.compute.manager [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Instance network_info: |[{"id": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "address": "fa:16:3e:20:06:d6", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901e74-43", "ovs_interfaceid": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.109213] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:06:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56901e74-430c-4b15-8c9e-8a5e51e6a7bb', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.119483] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating folder: Project (c893d2b0a2354cf091400271250ecff9). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.122090] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad17135f-696f-4387-87c7-22b0d7e85a24 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.135920] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821554, 'name': Rename_Task, 'duration_secs': 0.173723} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.136250] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.136505] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b31ad164-20c6-48be-bb18-077e2c673d18 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.141098] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Created folder: Project (c893d2b0a2354cf091400271250ecff9) in parent group-v759732. [ 838.141235] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating folder: Instances. Parent ref: group-v759865. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.141964] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8c0021e-b2e6-4493-b214-ac8d7f18d10e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.146949] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for the task: (returnval){ [ 838.146949] env[71114]: value = "task-3821556" [ 838.146949] env[71114]: _type = "Task" [ 838.146949] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.154130] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Created folder: Instances in parent group-v759865. [ 838.154261] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.157570] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.157901] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.158138] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-220f9b4e-d71c-4287-a8ba-68d24d8affce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.180830] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.180830] env[71114]: value = "task-3821558" [ 838.180830] env[71114]: _type = "Task" [ 838.180830] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.195846] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821558, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.241958] env[71114]: DEBUG nova.scheduler.client.report [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.334259] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.334845] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5303fd9e-45aa-4261-b368-afc909ee0478 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.345967] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 838.345967] env[71114]: value = "task-3821559" [ 838.345967] env[71114]: _type = "Task" [ 838.345967] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.365755] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.630111] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.657924] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821556, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.692985] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821558, 'name': CreateVM_Task, 'duration_secs': 0.473028} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.693228] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.693943] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.694207] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.694779] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.695074] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c654a26b-e2e8-4963-aaec-cb67e495fc03 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.705121] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 838.705121] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526bb113-cdcc-2cf4-bc0b-85a85b3fd068" [ 838.705121] env[71114]: _type = "Task" [ 838.705121] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.721795] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526bb113-cdcc-2cf4-bc0b-85a85b3fd068, 'name': SearchDatastore_Task, 'duration_secs': 0.014596} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.722525] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.722624] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.722860] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.723057] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.723897] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.723897] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b2134b7-892e-4bff-9ee5-772d211fb277 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.735185] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.735345] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.736264] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b8460c-21bb-46e8-aa01-c44c829991aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.743043] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 838.743043] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528bc9a6-5941-7d97-d5a9-129204ff5f2a" [ 838.743043] env[71114]: _type = "Task" [ 838.743043] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.749279] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.749905] env[71114]: DEBUG nova.compute.manager [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.756020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.086s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.756020] env[71114]: DEBUG nova.objects.instance [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lazy-loading 'resources' on Instance uuid 5d5d5686-c79e-48c5-a411-697a13820c75 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.760856] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528bc9a6-5941-7d97-d5a9-129204ff5f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012183} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.761810] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c5f89a-b2ac-43b2-a8d5-533fdf44e9f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.769278] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 838.769278] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5248a4ec-4e7c-b539-7b2b-57d784685396" [ 838.769278] env[71114]: _type = "Task" [ 838.769278] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.781962] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5248a4ec-4e7c-b539-7b2b-57d784685396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.858579] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821559, 'name': PowerOffVM_Task, 'duration_secs': 0.21781} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.859666] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.859666] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance 'b2f9536e-f32c-4e94-bb2f-eced831895f4' progress to 17 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.162322] env[71114]: DEBUG oslo_vmware.api [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821556, 'name': PowerOnVM_Task, 'duration_secs': 0.859155} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.162660] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.162947] env[71114]: INFO nova.compute.manager [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Took 7.87 seconds to spawn the instance on the hypervisor. [ 839.163099] env[71114]: DEBUG nova.compute.manager [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 839.164032] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d085e-2f5a-4d52-8553-82a1482b7b0e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.223851] env[71114]: DEBUG nova.compute.manager [req-f6c52428-f3ca-4df7-9feb-c34ce5453928 req-2bd8e501-e251-4922-83af-067525190b24 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Received event network-changed-56901e74-430c-4b15-8c9e-8a5e51e6a7bb {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.224036] env[71114]: DEBUG nova.compute.manager [req-f6c52428-f3ca-4df7-9feb-c34ce5453928 req-2bd8e501-e251-4922-83af-067525190b24 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Refreshing instance network info cache due to event network-changed-56901e74-430c-4b15-8c9e-8a5e51e6a7bb. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.226276] env[71114]: DEBUG oslo_concurrency.lockutils [req-f6c52428-f3ca-4df7-9feb-c34ce5453928 req-2bd8e501-e251-4922-83af-067525190b24 service nova] Acquiring lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.226276] env[71114]: DEBUG oslo_concurrency.lockutils [req-f6c52428-f3ca-4df7-9feb-c34ce5453928 req-2bd8e501-e251-4922-83af-067525190b24 service nova] Acquired lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.226498] env[71114]: DEBUG nova.network.neutron [req-f6c52428-f3ca-4df7-9feb-c34ce5453928 req-2bd8e501-e251-4922-83af-067525190b24 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Refreshing network info cache for port 56901e74-430c-4b15-8c9e-8a5e51e6a7bb {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.261030] env[71114]: DEBUG nova.compute.utils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.262498] env[71114]: DEBUG nova.compute.manager [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.262653] env[71114]: DEBUG nova.network.neutron [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.283317] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5248a4ec-4e7c-b539-7b2b-57d784685396, 'name': SearchDatastore_Task, 'duration_secs': 0.013481} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.283960] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.283960] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 2f9f3bdd-1c9a-456b-9959-146dc2aec368/2f9f3bdd-1c9a-456b-9959-146dc2aec368.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.284186] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eed950e2-b194-4a04-bd5f-172b8a83b643 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.293905] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 839.293905] env[71114]: value = "task-3821560" [ 839.293905] env[71114]: _type = "Task" [ 839.293905] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.304678] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.372982] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.374090] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.374090] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.374090] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.374090] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.374090] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.374340] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.374373] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.374552] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.374865] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.375066] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.382691] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e106fc29-086b-41f0-b3cd-9006fd69c0e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.412162] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 839.412162] env[71114]: value = "task-3821561" [ 839.412162] env[71114]: _type = "Task" [ 839.412162] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.426592] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.429430] env[71114]: DEBUG nova.policy [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a77d45d79fd840a48413784781c4dcd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8d48f52b2fe4322b5b57be64987b51b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.692557] env[71114]: INFO nova.compute.manager [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Took 53.54 seconds to build instance. [ 839.769268] env[71114]: DEBUG nova.compute.manager [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.804727] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821560, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.916914] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "25373ebd-b080-43d9-bc29-02d54548feb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.917327] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "25373ebd-b080-43d9-bc29-02d54548feb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.929734] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821561, 'name': ReconfigVM_Task, 'duration_secs': 0.333461} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.930140] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance 'b2f9536e-f32c-4e94-bb2f-eced831895f4' progress to 33 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 839.964526] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41775a2b-0181-454d-9f05-9edf1fdacdab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.976798] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97713226-6dd5-4484-9428-87d332e4bc7b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.027183] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ecf452-44c2-4805-910e-6396db1e20b9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.037361] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217bb7de-1ede-4aa8-b530-439a7a5ec833 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.059041] env[71114]: DEBUG nova.compute.provider_tree [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.195018] env[71114]: DEBUG oslo_concurrency.lockutils [None req-97e7bba2-57ac-4a6d-a6a3-d838166aa365 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.757s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.309019] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663913} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.309433] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 2f9f3bdd-1c9a-456b-9959-146dc2aec368/2f9f3bdd-1c9a-456b-9959-146dc2aec368.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.312221] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.313167] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-209ce34e-0e26-4595-aa6a-8193af9c700e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.322961] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 840.322961] env[71114]: value = "task-3821562" [ 840.322961] env[71114]: _type = "Task" [ 840.322961] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.341089] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.354241] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.354241] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.354241] env[71114]: DEBUG nova.network.neutron [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.441566] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.441903] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.442078] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.442264] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.442428] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.442594] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.442854] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.443066] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.443351] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.443441] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.443607] env[71114]: DEBUG nova.virt.hardware [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.449411] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 840.449690] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c78528-d294-4c60-b3ef-9aa7e81c1e4f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.472211] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 840.472211] env[71114]: value = "task-3821563" [ 840.472211] env[71114]: _type = "Task" [ 840.472211] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.483981] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.498804] env[71114]: DEBUG nova.network.neutron [req-f6c52428-f3ca-4df7-9feb-c34ce5453928 req-2bd8e501-e251-4922-83af-067525190b24 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updated VIF entry in instance network info cache for port 56901e74-430c-4b15-8c9e-8a5e51e6a7bb. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.499309] env[71114]: DEBUG nova.network.neutron [req-f6c52428-f3ca-4df7-9feb-c34ce5453928 req-2bd8e501-e251-4922-83af-067525190b24 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance_info_cache with network_info: [{"id": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "address": "fa:16:3e:20:06:d6", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901e74-43", "ovs_interfaceid": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.554897] env[71114]: DEBUG nova.network.neutron [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Successfully created port: 674a0e07-62cf-474a-962c-60e8e843777f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.598254] env[71114]: ERROR nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [req-5905a599-cc64-4cd1-972b-147ec86db8d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5905a599-cc64-4cd1-972b-147ec86db8d8"}]} [ 840.623494] env[71114]: DEBUG nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 840.643378] env[71114]: DEBUG nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 840.643566] env[71114]: DEBUG nova.compute.provider_tree [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.659481] env[71114]: DEBUG nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 840.689371] env[71114]: DEBUG nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 840.698256] env[71114]: DEBUG nova.compute.manager [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.786328] env[71114]: DEBUG nova.compute.manager [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.822444] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.822725] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.822895] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.823098] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.823250] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.823399] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.823606] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.823957] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.823957] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.824151] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.824271] env[71114]: DEBUG nova.virt.hardware [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.825525] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc495c6-e9a2-4e47-bf83-c7597de6ddf2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.835404] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "37fcddcc-b28b-461a-be2f-c5c928716584" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.835699] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "37fcddcc-b28b-461a-be2f-c5c928716584" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.835840] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "37fcddcc-b28b-461a-be2f-c5c928716584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.836122] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "37fcddcc-b28b-461a-be2f-c5c928716584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.836228] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "37fcddcc-b28b-461a-be2f-c5c928716584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.838486] env[71114]: INFO nova.compute.manager [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Terminating instance [ 840.848172] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a36c89-24e2-49d0-aca3-b9a2aab3bd81 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.853531] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198582} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.857763] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.859982] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828e2217-ae21-41b2-8b9c-306988521fc5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.911280] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 2f9f3bdd-1c9a-456b-9959-146dc2aec368/2f9f3bdd-1c9a-456b-9959-146dc2aec368.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.915698] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c87503-4a5d-45ff-b459-cc77bccd06d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.948391] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 840.948391] env[71114]: value = "task-3821564" [ 840.948391] env[71114]: _type = "Task" [ 840.948391] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.963289] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.984872] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821563, 'name': ReconfigVM_Task, 'duration_secs': 0.348904} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.985523] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 840.986139] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f338f-8f8e-426e-ab5b-589262256f83 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.013811] env[71114]: DEBUG oslo_concurrency.lockutils [req-f6c52428-f3ca-4df7-9feb-c34ce5453928 req-2bd8e501-e251-4922-83af-067525190b24 service nova] Releasing lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.021746] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] b2f9536e-f32c-4e94-bb2f-eced831895f4/b2f9536e-f32c-4e94-bb2f-eced831895f4.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.024965] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-658481ab-4031-4987-84b5-368973563e54 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.043884] env[71114]: DEBUG nova.compute.manager [req-d24a1d5b-4218-4c35-b1db-746a6939af23 req-04795ee7-0050-4e1c-a91b-2c9965bd60c9 service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Received event network-changed-6f63eef2-f4fb-464e-a48b-a6f1ac449a45 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.044414] env[71114]: DEBUG nova.compute.manager [req-d24a1d5b-4218-4c35-b1db-746a6939af23 req-04795ee7-0050-4e1c-a91b-2c9965bd60c9 service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Refreshing instance network info cache due to event network-changed-6f63eef2-f4fb-464e-a48b-a6f1ac449a45. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.044414] env[71114]: DEBUG oslo_concurrency.lockutils [req-d24a1d5b-4218-4c35-b1db-746a6939af23 req-04795ee7-0050-4e1c-a91b-2c9965bd60c9 service nova] Acquiring lock "refresh_cache-0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.044572] env[71114]: DEBUG oslo_concurrency.lockutils [req-d24a1d5b-4218-4c35-b1db-746a6939af23 req-04795ee7-0050-4e1c-a91b-2c9965bd60c9 service nova] Acquired lock "refresh_cache-0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.044697] env[71114]: DEBUG nova.network.neutron [req-d24a1d5b-4218-4c35-b1db-746a6939af23 req-04795ee7-0050-4e1c-a91b-2c9965bd60c9 service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Refreshing network info cache for port 6f63eef2-f4fb-464e-a48b-a6f1ac449a45 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.053702] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 841.053702] env[71114]: value = "task-3821565" [ 841.053702] env[71114]: _type = "Task" [ 841.053702] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.074265] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.224106] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.355384] env[71114]: DEBUG nova.compute.manager [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.355658] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.359728] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b257da-fffa-48e3-9e5c-246b0b678160 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.371571] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.371571] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-980fbbc3-5b18-42da-9aba-babc50376566 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.379407] env[71114]: DEBUG oslo_vmware.api [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 841.379407] env[71114]: value = "task-3821566" [ 841.379407] env[71114]: _type = "Task" [ 841.379407] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.390606] env[71114]: DEBUG oslo_vmware.api [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.406837] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2320db82-d24d-4e65-93bc-a0462a23e6cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.412196] env[71114]: DEBUG nova.network.neutron [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Successfully updated port: 82a301f0-647c-497e-8307-7478ec477b29 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.424131] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3a28ce-033f-44ac-bb39-d059a165db92 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.464308] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8cdc40-06df-4b17-bf4f-2edd6d5e7a0c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.475878] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821564, 'name': ReconfigVM_Task, 'duration_secs': 0.336343} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.477972] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 2f9f3bdd-1c9a-456b-9959-146dc2aec368/2f9f3bdd-1c9a-456b-9959-146dc2aec368.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.479156] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f928298a-2d6a-4b0f-aa86-b206632ec5b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.482185] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee9b81f-c2c9-4dae-871c-a901bd211c1a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.502029] env[71114]: DEBUG nova.compute.provider_tree [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.503248] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 841.503248] env[71114]: value = "task-3821567" [ 841.503248] env[71114]: _type = "Task" [ 841.503248] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.523127] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821567, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.568727] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.613853] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquiring lock "4d14ba98-ca69-4a31-8001-5b330b584fa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.613853] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lock "4d14ba98-ca69-4a31-8001-5b330b584fa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.627291] env[71114]: INFO nova.network.neutron [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Port c31e640e-f5d6-4ead-a077-51204b1e53bb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 841.628184] env[71114]: DEBUG nova.network.neutron [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Updating instance_info_cache with network_info: [{"id": "63bfce47-f53b-4c93-98f4-6788aca38757", "address": "fa:16:3e:e2:1b:6e", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63bfce47-f5", "ovs_interfaceid": "63bfce47-f53b-4c93-98f4-6788aca38757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.891691] env[71114]: DEBUG oslo_vmware.api [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821566, 'name': PowerOffVM_Task, 'duration_secs': 0.208107} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.892209] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.892336] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.892640] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7a07620-8c44-4b5d-8720-0b8fc19b83cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.915285] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "refresh_cache-a02f0c97-1cb9-4c0e-8787-583f9c1c4688" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.915463] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "refresh_cache-a02f0c97-1cb9-4c0e-8787-583f9c1c4688" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.915587] env[71114]: DEBUG nova.network.neutron [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.977706] env[71114]: DEBUG nova.compute.manager [req-5b33dbba-d095-4e06-8f2b-d35b97e237fb req-88addacc-0d46-43ff-965a-518af4e8f0ca service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Received event network-vif-deleted-c31e640e-f5d6-4ead-a077-51204b1e53bb {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.978447] env[71114]: DEBUG nova.compute.manager [req-5b33dbba-d095-4e06-8f2b-d35b97e237fb req-88addacc-0d46-43ff-965a-518af4e8f0ca service nova] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Received event network-vif-plugged-82a301f0-647c-497e-8307-7478ec477b29 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.978627] env[71114]: DEBUG oslo_concurrency.lockutils [req-5b33dbba-d095-4e06-8f2b-d35b97e237fb req-88addacc-0d46-43ff-965a-518af4e8f0ca service nova] Acquiring lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.978862] env[71114]: DEBUG oslo_concurrency.lockutils [req-5b33dbba-d095-4e06-8f2b-d35b97e237fb req-88addacc-0d46-43ff-965a-518af4e8f0ca service nova] Lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.979106] env[71114]: DEBUG oslo_concurrency.lockutils [req-5b33dbba-d095-4e06-8f2b-d35b97e237fb req-88addacc-0d46-43ff-965a-518af4e8f0ca service nova] Lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.979243] env[71114]: DEBUG nova.compute.manager [req-5b33dbba-d095-4e06-8f2b-d35b97e237fb req-88addacc-0d46-43ff-965a-518af4e8f0ca service nova] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] No waiting events found dispatching network-vif-plugged-82a301f0-647c-497e-8307-7478ec477b29 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 841.979420] env[71114]: WARNING nova.compute.manager [req-5b33dbba-d095-4e06-8f2b-d35b97e237fb req-88addacc-0d46-43ff-965a-518af4e8f0ca service nova] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Received unexpected event network-vif-plugged-82a301f0-647c-497e-8307-7478ec477b29 for instance with vm_state building and task_state spawning. [ 842.021513] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821567, 'name': Rename_Task, 'duration_secs': 0.181361} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.021886] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.022199] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-366e42ae-b6f6-45be-8616-c02e2e4e19d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.028371] env[71114]: ERROR nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] [req-08079908-fbb9-493b-b5be-64f9f63db9f7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-08079908-fbb9-493b-b5be-64f9f63db9f7"}]} [ 842.033080] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 842.033080] env[71114]: value = "task-3821569" [ 842.033080] env[71114]: _type = "Task" [ 842.033080] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.043364] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.049359] env[71114]: DEBUG nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 842.071154] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.072746] env[71114]: DEBUG nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 842.073540] env[71114]: DEBUG nova.compute.provider_tree [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.089321] env[71114]: DEBUG nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 842.113097] env[71114]: DEBUG nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 842.132091] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-37fcddcc-b28b-461a-be2f-c5c928716584" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.284601] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.285956] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.285956] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleting the datastore file [datastore1] 37fcddcc-b28b-461a-be2f-c5c928716584 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.285956] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd135bba-a995-4b68-9209-7cb27059a77d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.300541] env[71114]: DEBUG oslo_vmware.api [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 842.300541] env[71114]: value = "task-3821570" [ 842.300541] env[71114]: _type = "Task" [ 842.300541] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.313103] env[71114]: DEBUG oslo_vmware.api [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.420064] env[71114]: DEBUG nova.network.neutron [req-d24a1d5b-4218-4c35-b1db-746a6939af23 req-04795ee7-0050-4e1c-a91b-2c9965bd60c9 service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Updated VIF entry in instance network info cache for port 6f63eef2-f4fb-464e-a48b-a6f1ac449a45. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.420064] env[71114]: DEBUG nova.network.neutron [req-d24a1d5b-4218-4c35-b1db-746a6939af23 req-04795ee7-0050-4e1c-a91b-2c9965bd60c9 service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Updating instance_info_cache with network_info: [{"id": "6f63eef2-f4fb-464e-a48b-a6f1ac449a45", "address": "fa:16:3e:fb:af:0a", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f63eef2-f4", "ovs_interfaceid": "6f63eef2-f4fb-464e-a48b-a6f1ac449a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.490021] env[71114]: DEBUG nova.network.neutron [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.557335] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.573028] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821565, 'name': ReconfigVM_Task, 'duration_secs': 1.250711} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.573028] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Reconfigured VM instance instance-00000020 to attach disk [datastore1] b2f9536e-f32c-4e94-bb2f-eced831895f4/b2f9536e-f32c-4e94-bb2f-eced831895f4.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.573028] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance 'b2f9536e-f32c-4e94-bb2f-eced831895f4' progress to 50 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 842.639185] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cde878c7-bc38-4250-a8a8-baf6d5512bdb tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-37fcddcc-b28b-461a-be2f-c5c928716584-c31e640e-f5d6-4ead-a077-51204b1e53bb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.267s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.718491] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ba2705-ab62-433a-9ef6-d2d969a72e6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.729222] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad716d76-18ae-4c2a-88c4-953496264d19 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.772073] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0736cadd-d6c5-486f-b034-ad606f441dcd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.780860] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc4df37-0b26-4aa7-b753-17c85880af85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.796984] env[71114]: DEBUG nova.compute.provider_tree [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 842.811325] env[71114]: DEBUG oslo_vmware.api [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424047} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.811729] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.811790] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.812049] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.812153] env[71114]: INFO nova.compute.manager [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Took 1.46 seconds to destroy the instance on the hypervisor. [ 842.812389] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.812550] env[71114]: DEBUG nova.compute.manager [-] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.812675] env[71114]: DEBUG nova.network.neutron [-] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.923659] env[71114]: DEBUG oslo_concurrency.lockutils [req-d24a1d5b-4218-4c35-b1db-746a6939af23 req-04795ee7-0050-4e1c-a91b-2c9965bd60c9 service nova] Releasing lock "refresh_cache-0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.055276] env[71114]: DEBUG oslo_vmware.api [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821569, 'name': PowerOnVM_Task, 'duration_secs': 0.641194} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.055456] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.055522] env[71114]: INFO nova.compute.manager [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Took 10.80 seconds to spawn the instance on the hypervisor. [ 843.055702] env[71114]: DEBUG nova.compute.manager [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.056588] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323b1f0e-feb5-4a1f-87be-9e001aa6b578 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.068174] env[71114]: DEBUG nova.network.neutron [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Updating instance_info_cache with network_info: [{"id": "82a301f0-647c-497e-8307-7478ec477b29", "address": "fa:16:3e:07:8d:c5", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a301f0-64", "ovs_interfaceid": "82a301f0-647c-497e-8307-7478ec477b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.077158] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0bcbae-d49e-48a6-9fe8-69741dacdbee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.107184] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32101053-df2a-40e3-b52d-89e68f2dd716 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.128906] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance 'b2f9536e-f32c-4e94-bb2f-eced831895f4' progress to 67 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.348000] env[71114]: DEBUG nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 843.348829] env[71114]: DEBUG nova.compute.provider_tree [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 71 to 72 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 843.348829] env[71114]: DEBUG nova.compute.provider_tree [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.581235] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "refresh_cache-a02f0c97-1cb9-4c0e-8787-583f9c1c4688" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.583171] env[71114]: DEBUG nova.compute.manager [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Instance network_info: |[{"id": "82a301f0-647c-497e-8307-7478ec477b29", "address": "fa:16:3e:07:8d:c5", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a301f0-64", "ovs_interfaceid": "82a301f0-647c-497e-8307-7478ec477b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.584917] env[71114]: DEBUG nova.network.neutron [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Successfully updated port: 674a0e07-62cf-474a-962c-60e8e843777f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.590414] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:8d:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82a301f0-647c-497e-8307-7478ec477b29', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.600300] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.601048] env[71114]: INFO nova.compute.manager [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Took 51.56 seconds to build instance. [ 843.602513] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.603773] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce6dfefb-0e8c-4ba3-bdb8-9c8fc1b06807 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.630717] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.630717] env[71114]: value = "task-3821571" [ 843.630717] env[71114]: _type = "Task" [ 843.630717] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.646776] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821571, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.739179] env[71114]: DEBUG nova.network.neutron [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Port 9776cffc-8c30-4def-82fd-f96b4141e6c4 binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 843.857621] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.105s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.861783] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.629s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.864133] env[71114]: INFO nova.compute.claims [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.906795] env[71114]: INFO nova.scheduler.client.report [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Deleted allocations for instance 5d5d5686-c79e-48c5-a411-697a13820c75 [ 844.104102] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "refresh_cache-4eef93d7-0e12-46af-82ad-a72735bff49a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.104338] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired lock "refresh_cache-4eef93d7-0e12-46af-82ad-a72735bff49a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.104574] env[71114]: DEBUG nova.network.neutron [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.107729] env[71114]: DEBUG oslo_concurrency.lockutils [None req-044750f3-a621-4dbb-802b-a01fb8d38e8e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.811s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.145972] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821571, 'name': CreateVM_Task, 'duration_secs': 0.435659} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.146187] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.147061] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.147199] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.147417] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.147736] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d30d92-7b2b-468c-a135-2c1eb3ab25a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.154771] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 844.154771] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529183d5-8403-3862-8606-bbefccfe42f4" [ 844.154771] env[71114]: _type = "Task" [ 844.154771] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.165516] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529183d5-8403-3862-8606-bbefccfe42f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.427349] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dfe6c8a7-bc10-4ac8-b388-2c2ab3d4f908 tempest-FloatingIPsAssociationTestJSON-797787405 tempest-FloatingIPsAssociationTestJSON-797787405-project-member] Lock "5d5d5686-c79e-48c5-a411-697a13820c75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.454s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.435139] env[71114]: DEBUG nova.compute.manager [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Received event network-changed-82a301f0-647c-497e-8307-7478ec477b29 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.435139] env[71114]: DEBUG nova.compute.manager [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Refreshing instance network info cache due to event network-changed-82a301f0-647c-497e-8307-7478ec477b29. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.435342] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Acquiring lock "refresh_cache-a02f0c97-1cb9-4c0e-8787-583f9c1c4688" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.436683] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Acquired lock "refresh_cache-a02f0c97-1cb9-4c0e-8787-583f9c1c4688" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.436683] env[71114]: DEBUG nova.network.neutron [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Refreshing network info cache for port 82a301f0-647c-497e-8307-7478ec477b29 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.610459] env[71114]: DEBUG nova.compute.manager [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.618122] env[71114]: DEBUG nova.network.neutron [-] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.667908] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529183d5-8403-3862-8606-bbefccfe42f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.668638] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.668638] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.668805] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.668805] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.669020] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.669323] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3f8a87c-e09f-4744-b4f5-3e3b04deeb7a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.680333] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.680333] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.681128] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a71516-932b-49b2-b08b-07335c2c8477 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.688741] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 844.688741] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52943a03-7c49-7ce1-4179-8137026f4cce" [ 844.688741] env[71114]: _type = "Task" [ 844.688741] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.699039] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52943a03-7c49-7ce1-4179-8137026f4cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.779439] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "b2f9536e-f32c-4e94-bb2f-eced831895f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.779439] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.779439] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.912918] env[71114]: DEBUG nova.network.neutron [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.014744] env[71114]: DEBUG nova.compute.manager [req-508b18c9-2801-4848-9373-eb0c04fb5516 req-9e0416e5-0523-4c5b-8683-ba71d1276f13 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Received event network-changed-56901e74-430c-4b15-8c9e-8a5e51e6a7bb {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.015057] env[71114]: DEBUG nova.compute.manager [req-508b18c9-2801-4848-9373-eb0c04fb5516 req-9e0416e5-0523-4c5b-8683-ba71d1276f13 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Refreshing instance network info cache due to event network-changed-56901e74-430c-4b15-8c9e-8a5e51e6a7bb. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.016027] env[71114]: DEBUG oslo_concurrency.lockutils [req-508b18c9-2801-4848-9373-eb0c04fb5516 req-9e0416e5-0523-4c5b-8683-ba71d1276f13 service nova] Acquiring lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.016027] env[71114]: DEBUG oslo_concurrency.lockutils [req-508b18c9-2801-4848-9373-eb0c04fb5516 req-9e0416e5-0523-4c5b-8683-ba71d1276f13 service nova] Acquired lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.016027] env[71114]: DEBUG nova.network.neutron [req-508b18c9-2801-4848-9373-eb0c04fb5516 req-9e0416e5-0523-4c5b-8683-ba71d1276f13 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Refreshing network info cache for port 56901e74-430c-4b15-8c9e-8a5e51e6a7bb {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.087291] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquiring lock "1eb7793d-2d2e-4795-8af1-7f8045b70495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.087537] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "1eb7793d-2d2e-4795-8af1-7f8045b70495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.125583] env[71114]: INFO nova.compute.manager [-] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Took 2.31 seconds to deallocate network for instance. [ 845.140248] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.203570] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52943a03-7c49-7ce1-4179-8137026f4cce, 'name': SearchDatastore_Task, 'duration_secs': 0.014841} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.211457] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b824946-d21f-47a0-8edf-f6c0a79d1339 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.222942] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 845.222942] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52512ecb-6cd1-db7e-688e-b54e3c3afc96" [ 845.222942] env[71114]: _type = "Task" [ 845.222942] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.233182] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52512ecb-6cd1-db7e-688e-b54e3c3afc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.303787] env[71114]: DEBUG nova.network.neutron [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Updating instance_info_cache with network_info: [{"id": "674a0e07-62cf-474a-962c-60e8e843777f", "address": "fa:16:3e:26:87:73", "network": {"id": "ed66ae5b-32de-4b7f-a260-d704ba3fc2cf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531230920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d48f52b2fe4322b5b57be64987b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674a0e07-62", "ovs_interfaceid": "674a0e07-62cf-474a-962c-60e8e843777f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.369873] env[71114]: DEBUG nova.network.neutron [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Updated VIF entry in instance network info cache for port 82a301f0-647c-497e-8307-7478ec477b29. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.370284] env[71114]: DEBUG nova.network.neutron [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Updating instance_info_cache with network_info: [{"id": "82a301f0-647c-497e-8307-7478ec477b29", "address": "fa:16:3e:07:8d:c5", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a301f0-64", "ovs_interfaceid": "82a301f0-647c-497e-8307-7478ec477b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.541175] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf7bec-6ace-406e-9090-01d01111842d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.548810] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f726f042-598c-44d2-abaf-a5454a6b1b8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.588152] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477eddd2-b703-45dd-b01a-e731c17511bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.597730] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2045dca-7a8f-4ab8-ad4c-e4955f0a6ca1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.613298] env[71114]: DEBUG nova.compute.provider_tree [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.636326] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.743036] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52512ecb-6cd1-db7e-688e-b54e3c3afc96, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.743036] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.743036] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] a02f0c97-1cb9-4c0e-8787-583f9c1c4688/a02f0c97-1cb9-4c0e-8787-583f9c1c4688.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.743036] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffc0de92-3ba2-4f1a-8f4a-c7a75c2f1ebe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.749471] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 845.749471] env[71114]: value = "task-3821572" [ 845.749471] env[71114]: _type = "Task" [ 845.749471] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.764191] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.808217] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Releasing lock "refresh_cache-4eef93d7-0e12-46af-82ad-a72735bff49a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.808217] env[71114]: DEBUG nova.compute.manager [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Instance network_info: |[{"id": "674a0e07-62cf-474a-962c-60e8e843777f", "address": "fa:16:3e:26:87:73", "network": {"id": "ed66ae5b-32de-4b7f-a260-d704ba3fc2cf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531230920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d48f52b2fe4322b5b57be64987b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674a0e07-62", "ovs_interfaceid": "674a0e07-62cf-474a-962c-60e8e843777f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.808217] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:87:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '674a0e07-62cf-474a-962c-60e8e843777f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.814811] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.815066] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.815312] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38f06750-76ed-4c7a-b582-38e074dc5e76 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.837895] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.837895] env[71114]: value = "task-3821573" [ 845.837895] env[71114]: _type = "Task" [ 845.837895] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.850408] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821573, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.860254] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.860491] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.860625] env[71114]: DEBUG nova.network.neutron [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.874542] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Releasing lock "refresh_cache-a02f0c97-1cb9-4c0e-8787-583f9c1c4688" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.876735] env[71114]: DEBUG nova.compute.manager [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Received event network-changed-90cbba26-dceb-4a6d-b32d-1f6747577d49 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.876735] env[71114]: DEBUG nova.compute.manager [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Refreshing instance network info cache due to event network-changed-90cbba26-dceb-4a6d-b32d-1f6747577d49. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.876735] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Acquiring lock "refresh_cache-35739b42-c8b6-40a7-a0e7-7d62a708ff1b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.876735] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Acquired lock "refresh_cache-35739b42-c8b6-40a7-a0e7-7d62a708ff1b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.876735] env[71114]: DEBUG nova.network.neutron [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Refreshing network info cache for port 90cbba26-dceb-4a6d-b32d-1f6747577d49 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.915236] env[71114]: DEBUG nova.network.neutron [req-508b18c9-2801-4848-9373-eb0c04fb5516 req-9e0416e5-0523-4c5b-8683-ba71d1276f13 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updated VIF entry in instance network info cache for port 56901e74-430c-4b15-8c9e-8a5e51e6a7bb. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.916037] env[71114]: DEBUG nova.network.neutron [req-508b18c9-2801-4848-9373-eb0c04fb5516 req-9e0416e5-0523-4c5b-8683-ba71d1276f13 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance_info_cache with network_info: [{"id": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "address": "fa:16:3e:20:06:d6", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901e74-43", "ovs_interfaceid": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.117583] env[71114]: DEBUG nova.scheduler.client.report [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.261104] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821572, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.360028] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821573, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.420092] env[71114]: DEBUG oslo_concurrency.lockutils [req-508b18c9-2801-4848-9373-eb0c04fb5516 req-9e0416e5-0523-4c5b-8683-ba71d1276f13 service nova] Releasing lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.466304] env[71114]: DEBUG nova.compute.manager [req-fba07d62-345d-4a01-9143-aa65c679d212 req-72de7d25-9004-4216-9ff1-64ea960e8b9c service nova] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Received event network-vif-deleted-63bfce47-f53b-4c93-98f4-6788aca38757 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.623618] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.624232] env[71114]: DEBUG nova.compute.manager [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.632224] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.158s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.633897] env[71114]: INFO nova.compute.claims [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.767102] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682998} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.768343] env[71114]: DEBUG nova.network.neutron [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance_info_cache with network_info: [{"id": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "address": "fa:16:3e:93:1c:11", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9776cffc-8c", "ovs_interfaceid": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.769963] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] a02f0c97-1cb9-4c0e-8787-583f9c1c4688/a02f0c97-1cb9-4c0e-8787-583f9c1c4688.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.770722] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.774183] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1027114d-60f8-4143-9b0c-f2c9752c877e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.784211] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 846.784211] env[71114]: value = "task-3821574" [ 846.784211] env[71114]: _type = "Task" [ 846.784211] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.798664] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.852848] env[71114]: DEBUG nova.network.neutron [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Updated VIF entry in instance network info cache for port 90cbba26-dceb-4a6d-b32d-1f6747577d49. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.854648] env[71114]: DEBUG nova.network.neutron [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Updating instance_info_cache with network_info: [{"id": "90cbba26-dceb-4a6d-b32d-1f6747577d49", "address": "fa:16:3e:f8:f7:ec", "network": {"id": "532563be-4798-45dc-815d-bbfdbe2799b2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-540408176-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f1f21ad7a3c4224b34e1736f476efa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cbba26-dc", "ovs_interfaceid": "90cbba26-dceb-4a6d-b32d-1f6747577d49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.855963] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821573, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.134146] env[71114]: DEBUG nova.compute.utils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.136084] env[71114]: DEBUG nova.compute.manager [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.136261] env[71114]: DEBUG nova.network.neutron [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.234865] env[71114]: DEBUG nova.policy [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a52b12b7f58f49e899b6184d0ad9055a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '329190a0ebf74711ae2748bc8053ae99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.274329] env[71114]: DEBUG oslo_concurrency.lockutils [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.300772] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080446} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.300772] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.300772] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4205c370-ae16-4bfb-8479-8865f72faf75 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.335225] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] a02f0c97-1cb9-4c0e-8787-583f9c1c4688/a02f0c97-1cb9-4c0e-8787-583f9c1c4688.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.335225] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6107105f-a31e-481e-8b7b-8cba291e77cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.360039] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Releasing lock "refresh_cache-35739b42-c8b6-40a7-a0e7-7d62a708ff1b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.360039] env[71114]: DEBUG nova.compute.manager [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Received event network-vif-plugged-674a0e07-62cf-474a-962c-60e8e843777f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.360039] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Acquiring lock "4eef93d7-0e12-46af-82ad-a72735bff49a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.360039] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Lock "4eef93d7-0e12-46af-82ad-a72735bff49a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.360039] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Lock "4eef93d7-0e12-46af-82ad-a72735bff49a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.360039] env[71114]: DEBUG nova.compute.manager [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] No waiting events found dispatching network-vif-plugged-674a0e07-62cf-474a-962c-60e8e843777f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 847.360039] env[71114]: WARNING nova.compute.manager [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Received unexpected event network-vif-plugged-674a0e07-62cf-474a-962c-60e8e843777f for instance with vm_state building and task_state spawning. [ 847.360039] env[71114]: DEBUG nova.compute.manager [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Received event network-changed-674a0e07-62cf-474a-962c-60e8e843777f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.361250] env[71114]: DEBUG nova.compute.manager [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Refreshing instance network info cache due to event network-changed-674a0e07-62cf-474a-962c-60e8e843777f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.361514] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Acquiring lock "refresh_cache-4eef93d7-0e12-46af-82ad-a72735bff49a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.361706] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Acquired lock "refresh_cache-4eef93d7-0e12-46af-82ad-a72735bff49a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.361903] env[71114]: DEBUG nova.network.neutron [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Refreshing network info cache for port 674a0e07-62cf-474a-962c-60e8e843777f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.369033] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 847.369033] env[71114]: value = "task-3821575" [ 847.369033] env[71114]: _type = "Task" [ 847.369033] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.376467] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821573, 'name': CreateVM_Task, 'duration_secs': 1.481305} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.379019] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.379019] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.379019] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.379019] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.379019] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc35e0c1-6bab-4270-baa0-0de1c29b3791 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.387155] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.394595] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 847.394595] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523647bc-908f-4a1c-8283-2c0795ca9be5" [ 847.394595] env[71114]: _type = "Task" [ 847.394595] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.403557] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523647bc-908f-4a1c-8283-2c0795ca9be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.639572] env[71114]: DEBUG nova.compute.manager [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.726192] env[71114]: DEBUG nova.network.neutron [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Successfully created port: 6e7502ef-acbe-4eef-a38b-c4183de25f8f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.799709] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dc78ad-b18d-4c63-907f-199e5e4d508c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.827670] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abaab39-53d8-48cf-98e0-171cc05c2e5b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.837588] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance 'b2f9536e-f32c-4e94-bb2f-eced831895f4' progress to 83 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.884859] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821575, 'name': ReconfigVM_Task, 'duration_secs': 0.30652} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.888380] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Reconfigured VM instance instance-0000002b to attach disk [datastore1] a02f0c97-1cb9-4c0e-8787-583f9c1c4688/a02f0c97-1cb9-4c0e-8787-583f9c1c4688.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.892674] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6696a932-0f69-4ad9-99dd-cdf50bef3177 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.906991] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523647bc-908f-4a1c-8283-2c0795ca9be5, 'name': SearchDatastore_Task, 'duration_secs': 0.012795} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.908788] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.909055] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.909299] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.909535] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.909720] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.910145] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 847.910145] env[71114]: value = "task-3821576" [ 847.910145] env[71114]: _type = "Task" [ 847.910145] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.914747] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b2b6562-fb53-4c3f-a451-d6173b9f66c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.932536] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821576, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.937258] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.937258] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.938024] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321d3551-8cf3-463a-a94d-c50ce8869b4b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.944777] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 847.944777] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e2c0a0-ea76-9e56-a7a8-a49ad85140b6" [ 847.944777] env[71114]: _type = "Task" [ 847.944777] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.956592] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e2c0a0-ea76-9e56-a7a8-a49ad85140b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.300450] env[71114]: DEBUG nova.network.neutron [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Updated VIF entry in instance network info cache for port 674a0e07-62cf-474a-962c-60e8e843777f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.300937] env[71114]: DEBUG nova.network.neutron [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Updating instance_info_cache with network_info: [{"id": "674a0e07-62cf-474a-962c-60e8e843777f", "address": "fa:16:3e:26:87:73", "network": {"id": "ed66ae5b-32de-4b7f-a260-d704ba3fc2cf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531230920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d48f52b2fe4322b5b57be64987b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674a0e07-62", "ovs_interfaceid": "674a0e07-62cf-474a-962c-60e8e843777f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.325068] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de0eefe-cd44-4162-a248-e14915e48763 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.334422] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5156eb69-f3b1-4c1b-8478-d404119eacaf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.372827] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.373921] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f665b13-5332-45b7-ae36-33d6780bdf2a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.377190] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77b7ff2-fc29-4eeb-a444-2699786021e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.389353] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 848.389353] env[71114]: value = "task-3821577" [ 848.389353] env[71114]: _type = "Task" [ 848.389353] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.390922] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e840b53-f912-4c75-9d8d-eab1c046e43f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.407585] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.416977] env[71114]: DEBUG nova.compute.provider_tree [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.429806] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821576, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.457526] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e2c0a0-ea76-9e56-a7a8-a49ad85140b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.458022] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2290463-421f-45f6-849a-bf0c336232e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.468229] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 848.468229] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c1b25a-bea2-7c23-00af-bbf2eee708d9" [ 848.468229] env[71114]: _type = "Task" [ 848.468229] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.477477] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c1b25a-bea2-7c23-00af-bbf2eee708d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.652958] env[71114]: DEBUG nova.compute.manager [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.689196] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.689605] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.689906] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.689906] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.690689] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.694033] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.694033] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.694033] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.694033] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.694033] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.694033] env[71114]: DEBUG nova.virt.hardware [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.694033] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7102a5b2-19da-4cc6-94ee-5ed49e56e72f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.708628] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971cdc75-011b-44b8-8364-896125ece0fe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.757727] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.758038] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.804409] env[71114]: DEBUG oslo_concurrency.lockutils [req-28b38bb5-5713-48a9-9a1a-20fdc6025b2d req-fc848d1d-f08e-46bf-a143-b107572ae2b6 service nova] Releasing lock "refresh_cache-4eef93d7-0e12-46af-82ad-a72735bff49a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.902470] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.925460] env[71114]: DEBUG nova.scheduler.client.report [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.938269] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821576, 'name': Rename_Task, 'duration_secs': 0.903183} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.938358] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.938635] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-561c7784-afc3-4f2e-8efe-9f227cdf1ad7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.947258] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 848.947258] env[71114]: value = "task-3821578" [ 848.947258] env[71114]: _type = "Task" [ 848.947258] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.962075] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.981730] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c1b25a-bea2-7c23-00af-bbf2eee708d9, 'name': SearchDatastore_Task, 'duration_secs': 0.017629} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.982101] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.982449] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 4eef93d7-0e12-46af-82ad-a72735bff49a/4eef93d7-0e12-46af-82ad-a72735bff49a.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.983172] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2aa0dd0-62b2-4fa7-9dc8-1f1092d7689e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.992807] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 848.992807] env[71114]: value = "task-3821579" [ 848.992807] env[71114]: _type = "Task" [ 848.992807] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.009425] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.403626] env[71114]: DEBUG oslo_vmware.api [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821577, 'name': PowerOnVM_Task, 'duration_secs': 0.676996} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.407676] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.407941] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2cda4-c2cb-4ee8-8d7e-63667aa6e4f2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance 'b2f9536e-f32c-4e94-bb2f-eced831895f4' progress to 100 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.431496] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.432582] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.435867] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.894s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.436435] env[71114]: DEBUG nova.objects.instance [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lazy-loading 'resources' on Instance uuid 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.464445] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821578, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.507565] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821579, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.522503] env[71114]: DEBUG nova.compute.manager [req-78eb9b9d-b270-486a-ac89-9cd4ceb58ebf req-b81fa07e-c188-4e6f-8272-105619a9a58a service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Received event network-vif-plugged-6e7502ef-acbe-4eef-a38b-c4183de25f8f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.522892] env[71114]: DEBUG oslo_concurrency.lockutils [req-78eb9b9d-b270-486a-ac89-9cd4ceb58ebf req-b81fa07e-c188-4e6f-8272-105619a9a58a service nova] Acquiring lock "20221690-cce5-4104-9507-2f5a2607ace9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.523117] env[71114]: DEBUG oslo_concurrency.lockutils [req-78eb9b9d-b270-486a-ac89-9cd4ceb58ebf req-b81fa07e-c188-4e6f-8272-105619a9a58a service nova] Lock "20221690-cce5-4104-9507-2f5a2607ace9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.523327] env[71114]: DEBUG oslo_concurrency.lockutils [req-78eb9b9d-b270-486a-ac89-9cd4ceb58ebf req-b81fa07e-c188-4e6f-8272-105619a9a58a service nova] Lock "20221690-cce5-4104-9507-2f5a2607ace9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.523636] env[71114]: DEBUG nova.compute.manager [req-78eb9b9d-b270-486a-ac89-9cd4ceb58ebf req-b81fa07e-c188-4e6f-8272-105619a9a58a service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] No waiting events found dispatching network-vif-plugged-6e7502ef-acbe-4eef-a38b-c4183de25f8f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 849.524991] env[71114]: WARNING nova.compute.manager [req-78eb9b9d-b270-486a-ac89-9cd4ceb58ebf req-b81fa07e-c188-4e6f-8272-105619a9a58a service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Received unexpected event network-vif-plugged-6e7502ef-acbe-4eef-a38b-c4183de25f8f for instance with vm_state building and task_state spawning. [ 849.598371] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.598578] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.638378] env[71114]: DEBUG nova.network.neutron [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Successfully updated port: 6e7502ef-acbe-4eef-a38b-c4183de25f8f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.940359] env[71114]: DEBUG nova.compute.utils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.949814] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.953494] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.965966] env[71114]: DEBUG oslo_vmware.api [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821578, 'name': PowerOnVM_Task, 'duration_secs': 0.87946} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.966819] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.966819] env[71114]: INFO nova.compute.manager [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Took 11.97 seconds to spawn the instance on the hypervisor. [ 849.966819] env[71114]: DEBUG nova.compute.manager [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.968240] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af4cd6e-6f95-41b9-8774-de74234caa2b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.008121] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58089} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.011386] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 4eef93d7-0e12-46af-82ad-a72735bff49a/4eef93d7-0e12-46af-82ad-a72735bff49a.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.011615] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.012230] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2add99c-9948-4da6-be7c-e33cafbc6adc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.020419] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 850.020419] env[71114]: value = "task-3821580" [ 850.020419] env[71114]: _type = "Task" [ 850.020419] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.022542] env[71114]: DEBUG nova.policy [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b2dd9ca136433c8d095793716afac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2123f8b5802847acaffbb91e24bc1faf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.037390] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.143236] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "refresh_cache-20221690-cce5-4104-9507-2f5a2607ace9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.143236] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquired lock "refresh_cache-20221690-cce5-4104-9507-2f5a2607ace9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.143364] env[71114]: DEBUG nova.network.neutron [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.440546] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Successfully created port: bfa044a8-16a4-400f-a9a4-79a1f3d7b236 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.450021] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.495632] env[71114]: INFO nova.compute.manager [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Took 55.28 seconds to build instance. [ 850.542142] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15799} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.542439] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.543738] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9528a413-c709-4511-ab1e-01e6b49bda16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.572204] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 4eef93d7-0e12-46af-82ad-a72735bff49a/4eef93d7-0e12-46af-82ad-a72735bff49a.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.575499] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4bdad9a-60b3-41b9-9ac7-fb4669576296 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.601449] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 850.601449] env[71114]: value = "task-3821581" [ 850.601449] env[71114]: _type = "Task" [ 850.601449] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.612214] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.641379] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9702cba7-0494-4980-a4c0-ff7265ab2dc5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.651360] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf33a119-b0ee-4806-b405-36274bc869c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.691509] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b557f11c-c042-47e7-beba-2e157e57a917 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.701530] env[71114]: DEBUG nova.network.neutron [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.704840] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fde7c6-f03d-46b3-ad69-566763f24b4d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.724697] env[71114]: DEBUG nova.compute.provider_tree [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.752296] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] Acquiring lock "refresh_cache-a02f0c97-1cb9-4c0e-8787-583f9c1c4688" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.752528] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] Acquired lock "refresh_cache-a02f0c97-1cb9-4c0e-8787-583f9c1c4688" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.752867] env[71114]: DEBUG nova.network.neutron [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.999620] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2c92d506-8b69-4a6f-9f89-e87d0e413831 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.048s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.010412] env[71114]: DEBUG nova.network.neutron [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Updating instance_info_cache with network_info: [{"id": "6e7502ef-acbe-4eef-a38b-c4183de25f8f", "address": "fa:16:3e:a3:64:08", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7502ef-ac", "ovs_interfaceid": "6e7502ef-acbe-4eef-a38b-c4183de25f8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.116542] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.229350] env[71114]: DEBUG nova.scheduler.client.report [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.461641] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.500373] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.500699] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.500910] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.501129] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.501327] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.501516] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.501756] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.501932] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.502174] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.502351] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.502528] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.502948] env[71114]: DEBUG nova.compute.manager [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.509039] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760a53e3-19db-436f-b139-2da7eeb911fc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.515512] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Releasing lock "refresh_cache-20221690-cce5-4104-9507-2f5a2607ace9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.516800] env[71114]: DEBUG nova.compute.manager [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Instance network_info: |[{"id": "6e7502ef-acbe-4eef-a38b-c4183de25f8f", "address": "fa:16:3e:a3:64:08", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7502ef-ac", "ovs_interfaceid": "6e7502ef-acbe-4eef-a38b-c4183de25f8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.516800] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:64:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e7502ef-acbe-4eef-a38b-c4183de25f8f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.524065] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.525580] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18d974d-c605-4a17-9838-b35530bcb613 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.530116] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.530366] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b6519d3-8291-4a25-a8b1-661564a4dbbf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.546641] env[71114]: DEBUG nova.network.neutron [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Updating instance_info_cache with network_info: [{"id": "82a301f0-647c-497e-8307-7478ec477b29", "address": "fa:16:3e:07:8d:c5", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a301f0-64", "ovs_interfaceid": "82a301f0-647c-497e-8307-7478ec477b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.559742] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] Releasing lock "refresh_cache-a02f0c97-1cb9-4c0e-8787-583f9c1c4688" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.559981] env[71114]: DEBUG nova.compute.manager [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Inject network info {{(pid=71114) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 851.560536] env[71114]: DEBUG nova.compute.manager [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] network_info to inject: |[{"id": "82a301f0-647c-497e-8307-7478ec477b29", "address": "fa:16:3e:07:8d:c5", "network": {"id": "32d92988-4e68-4c10-b79e-d9f40f7eab19", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1777278592-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "12f37cf707db4ecba3aaecd49833b75f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82a301f0-64", "ovs_interfaceid": "82a301f0-647c-497e-8307-7478ec477b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 851.567334] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Reconfiguring VM instance to set the machine id {{(pid=71114) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 851.567334] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42d63df-4844-4017-b3e7-ef8ed89b1a4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.578797] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.578797] env[71114]: value = "task-3821582" [ 851.578797] env[71114]: _type = "Task" [ 851.578797] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.585113] env[71114]: DEBUG oslo_vmware.api [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] Waiting for the task: (returnval){ [ 851.585113] env[71114]: value = "task-3821583" [ 851.585113] env[71114]: _type = "Task" [ 851.585113] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.594284] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821582, 'name': CreateVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.602420] env[71114]: DEBUG oslo_vmware.api [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] Task: {'id': task-3821583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.612951] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.735664] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.739468] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.211s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.740049] env[71114]: DEBUG nova.objects.instance [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lazy-loading 'resources' on Instance uuid 1454d339-c5d1-4aca-b008-55668020cb98 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.742204] env[71114]: DEBUG nova.compute.manager [req-e42ba312-8059-4cf2-850a-09ea6abd4608 req-3078f84c-e00e-4834-9067-0f639420858b service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Received event network-changed-6e7502ef-acbe-4eef-a38b-c4183de25f8f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.742402] env[71114]: DEBUG nova.compute.manager [req-e42ba312-8059-4cf2-850a-09ea6abd4608 req-3078f84c-e00e-4834-9067-0f639420858b service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Refreshing instance network info cache due to event network-changed-6e7502ef-acbe-4eef-a38b-c4183de25f8f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.742616] env[71114]: DEBUG oslo_concurrency.lockutils [req-e42ba312-8059-4cf2-850a-09ea6abd4608 req-3078f84c-e00e-4834-9067-0f639420858b service nova] Acquiring lock "refresh_cache-20221690-cce5-4104-9507-2f5a2607ace9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.742760] env[71114]: DEBUG oslo_concurrency.lockutils [req-e42ba312-8059-4cf2-850a-09ea6abd4608 req-3078f84c-e00e-4834-9067-0f639420858b service nova] Acquired lock "refresh_cache-20221690-cce5-4104-9507-2f5a2607ace9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.742918] env[71114]: DEBUG nova.network.neutron [req-e42ba312-8059-4cf2-850a-09ea6abd4608 req-3078f84c-e00e-4834-9067-0f639420858b service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Refreshing network info cache for port 6e7502ef-acbe-4eef-a38b-c4183de25f8f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.772088] env[71114]: INFO nova.scheduler.client.report [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Deleted allocations for instance 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd [ 851.818068] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "b2f9536e-f32c-4e94-bb2f-eced831895f4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.818381] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.818606] env[71114]: DEBUG nova.compute.manager [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Going to confirm migration 1 {{(pid=71114) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 852.028854] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.094979] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821582, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.105130] env[71114]: DEBUG oslo_vmware.api [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] Task: {'id': task-3821583, 'name': ReconfigVM_Task, 'duration_secs': 0.237848} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.106128] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9dad6c-899c-4000-83d3-90fcae8402f8 tempest-ServersAdminTestJSON-1943251131 tempest-ServersAdminTestJSON-1943251131-project-admin] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Reconfigured VM instance to set the machine id {{(pid=71114) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 852.112251] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821581, 'name': ReconfigVM_Task, 'duration_secs': 1.40427} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.112574] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 4eef93d7-0e12-46af-82ad-a72735bff49a/4eef93d7-0e12-46af-82ad-a72735bff49a.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.113301] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0c11a3b-68b6-4cc6-bf7b-c91a330962e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.122383] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 852.122383] env[71114]: value = "task-3821584" [ 852.122383] env[71114]: _type = "Task" [ 852.122383] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.132765] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821584, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.283988] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f75f5c89-f72b-459e-bcd3-58458acc9a6e tempest-ServerExternalEventsTest-1459470696 tempest-ServerExternalEventsTest-1459470696-project-member] Lock "6d38db52-c6ae-4cce-9cdb-39e11eccd8fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.953s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.445982] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.446315] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.446409] env[71114]: DEBUG nova.network.neutron [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.446800] env[71114]: DEBUG nova.objects.instance [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lazy-loading 'info_cache' on Instance uuid b2f9536e-f32c-4e94-bb2f-eced831895f4 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.448384] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Successfully updated port: bfa044a8-16a4-400f-a9a4-79a1f3d7b236 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.459564] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquiring lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.459827] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.465885] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821582, 'name': CreateVM_Task, 'duration_secs': 1.812364} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.469941] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.470302] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821584, 'name': Rename_Task, 'duration_secs': 0.227941} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.470972] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.471151] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.471483] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.472900] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.472900] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ef3a66-e730-4497-a4eb-c83221fa87de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.474372] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-294b6f07-8193-45c6-a209-8dd271bf6db8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.481080] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 853.481080] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a5a616-f843-d1cd-4dcb-6724f3c71349" [ 853.481080] env[71114]: _type = "Task" [ 853.481080] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.488620] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 853.488620] env[71114]: value = "task-3821585" [ 853.488620] env[71114]: _type = "Task" [ 853.488620] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.496737] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a5a616-f843-d1cd-4dcb-6724f3c71349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.505434] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821585, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.718780] env[71114]: DEBUG nova.network.neutron [req-e42ba312-8059-4cf2-850a-09ea6abd4608 req-3078f84c-e00e-4834-9067-0f639420858b service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Updated VIF entry in instance network info cache for port 6e7502ef-acbe-4eef-a38b-c4183de25f8f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.719410] env[71114]: DEBUG nova.network.neutron [req-e42ba312-8059-4cf2-850a-09ea6abd4608 req-3078f84c-e00e-4834-9067-0f639420858b service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Updating instance_info_cache with network_info: [{"id": "6e7502ef-acbe-4eef-a38b-c4183de25f8f", "address": "fa:16:3e:a3:64:08", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7502ef-ac", "ovs_interfaceid": "6e7502ef-acbe-4eef-a38b-c4183de25f8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.751822] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af5dbf-e523-460c-9b7f-76fcefbdb6e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.760898] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bfcd62-3902-446f-863b-dc25e05b7c3b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.792585] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137e3e07-d7cc-4c61-b077-4ba00d0b6887 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.798826] env[71114]: DEBUG nova.compute.manager [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Received event network-vif-plugged-bfa044a8-16a4-400f-a9a4-79a1f3d7b236 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.799055] env[71114]: DEBUG oslo_concurrency.lockutils [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] Acquiring lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.799296] env[71114]: DEBUG oslo_concurrency.lockutils [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] Lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.799468] env[71114]: DEBUG oslo_concurrency.lockutils [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] Lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.799634] env[71114]: DEBUG nova.compute.manager [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] No waiting events found dispatching network-vif-plugged-bfa044a8-16a4-400f-a9a4-79a1f3d7b236 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 853.799828] env[71114]: WARNING nova.compute.manager [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Received unexpected event network-vif-plugged-bfa044a8-16a4-400f-a9a4-79a1f3d7b236 for instance with vm_state building and task_state spawning. [ 853.799995] env[71114]: DEBUG nova.compute.manager [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Received event network-changed-bfa044a8-16a4-400f-a9a4-79a1f3d7b236 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.800149] env[71114]: DEBUG nova.compute.manager [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Refreshing instance network info cache due to event network-changed-bfa044a8-16a4-400f-a9a4-79a1f3d7b236. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.800324] env[71114]: DEBUG oslo_concurrency.lockutils [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] Acquiring lock "refresh_cache-df16c547-f9a5-40b6-ac1d-aef131f6ed76" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.800461] env[71114]: DEBUG oslo_concurrency.lockutils [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] Acquired lock "refresh_cache-df16c547-f9a5-40b6-ac1d-aef131f6ed76" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.800629] env[71114]: DEBUG nova.network.neutron [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Refreshing network info cache for port bfa044a8-16a4-400f-a9a4-79a1f3d7b236 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.808025] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d02462-0b7b-4c5b-87c1-8ef3341a5d78 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.823752] env[71114]: DEBUG nova.compute.provider_tree [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.959139] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "refresh_cache-df16c547-f9a5-40b6-ac1d-aef131f6ed76" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.996218] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a5a616-f843-d1cd-4dcb-6724f3c71349, 'name': SearchDatastore_Task, 'duration_secs': 0.024312} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.999935] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.001509] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.001509] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.001509] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.001509] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.001509] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaa17211-5d4e-4fc5-a4d4-bfaa38a0ab4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.012034] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.015119] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.015119] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.015762] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010bb1dd-4dc4-4606-a18a-31479d32583b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.022651] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 854.022651] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521abe52-8b11-6e81-a314-8ca997ce93a6" [ 854.022651] env[71114]: _type = "Task" [ 854.022651] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.032447] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521abe52-8b11-6e81-a314-8ca997ce93a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.222302] env[71114]: DEBUG oslo_concurrency.lockutils [req-e42ba312-8059-4cf2-850a-09ea6abd4608 req-3078f84c-e00e-4834-9067-0f639420858b service nova] Releasing lock "refresh_cache-20221690-cce5-4104-9507-2f5a2607ace9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.326868] env[71114]: DEBUG nova.scheduler.client.report [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.344288] env[71114]: DEBUG nova.network.neutron [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.453563] env[71114]: DEBUG nova.network.neutron [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.509153] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821585, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.533625] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521abe52-8b11-6e81-a314-8ca997ce93a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.534521] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-933677ee-666d-4f27-a71f-cefed5399f4f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.540669] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 854.540669] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523ff568-b342-3c4c-0d67-bb6da338cce4" [ 854.540669] env[71114]: _type = "Task" [ 854.540669] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.550622] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523ff568-b342-3c4c-0d67-bb6da338cce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.645991] env[71114]: INFO nova.compute.manager [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Rebuilding instance [ 854.692174] env[71114]: DEBUG nova.network.neutron [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance_info_cache with network_info: [{"id": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "address": "fa:16:3e:93:1c:11", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9776cffc-8c", "ovs_interfaceid": "9776cffc-8c30-4def-82fd-f96b4141e6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.700047] env[71114]: DEBUG nova.compute.manager [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.701056] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9874de28-6bbf-41cd-bd1d-b6db1e95ccd3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.833158] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.094s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.837361] env[71114]: DEBUG oslo_concurrency.lockutils [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.589s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.838097] env[71114]: DEBUG nova.objects.instance [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lazy-loading 'resources' on Instance uuid 0c57c50d-b602-4936-8d90-d947cedf6a0f {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.873042] env[71114]: INFO nova.scheduler.client.report [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Deleted allocations for instance 1454d339-c5d1-4aca-b008-55668020cb98 [ 854.956849] env[71114]: DEBUG oslo_concurrency.lockutils [req-fccba0b6-da71-4c8f-bbcb-7617cb1a45a0 req-c1e712f9-15b9-4d11-b040-7072c7675596 service nova] Releasing lock "refresh_cache-df16c547-f9a5-40b6-ac1d-aef131f6ed76" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.957313] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "refresh_cache-df16c547-f9a5-40b6-ac1d-aef131f6ed76" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.957487] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.007536] env[71114]: DEBUG oslo_vmware.api [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821585, 'name': PowerOnVM_Task, 'duration_secs': 1.040466} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.007905] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.008131] env[71114]: INFO nova.compute.manager [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Took 14.22 seconds to spawn the instance on the hypervisor. [ 855.008313] env[71114]: DEBUG nova.compute.manager [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.009145] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aea889-ffe0-4549-9b9e-028eb48bd0bc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.052174] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523ff568-b342-3c4c-0d67-bb6da338cce4, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.053408] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.053637] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 20221690-cce5-4104-9507-2f5a2607ace9/20221690-cce5-4104-9507-2f5a2607ace9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.053901] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a974f48-5e22-4211-9492-db42c6eed0d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.062112] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 855.062112] env[71114]: value = "task-3821586" [ 855.062112] env[71114]: _type = "Task" [ 855.062112] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.071803] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.198173] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "refresh_cache-b2f9536e-f32c-4e94-bb2f-eced831895f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.198478] env[71114]: DEBUG nova.objects.instance [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lazy-loading 'migration_context' on Instance uuid b2f9536e-f32c-4e94-bb2f-eced831895f4 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.386907] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a7662715-1976-4d85-949b-9bb7233ef2b0 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "1454d339-c5d1-4aca-b008-55668020cb98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.352s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.516352] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.530010] env[71114]: INFO nova.compute.manager [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Took 51.78 seconds to build instance. [ 855.577478] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821586, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.701873] env[71114]: DEBUG nova.objects.base [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 855.704043] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f964d706-0417-4a6f-8cc2-1d4a29f16e41 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.708361] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Updating instance_info_cache with network_info: [{"id": "bfa044a8-16a4-400f-a9a4-79a1f3d7b236", "address": "fa:16:3e:2d:3d:38", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa044a8-16", "ovs_interfaceid": "bfa044a8-16a4-400f-a9a4-79a1f3d7b236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.726257] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.728164] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "refresh_cache-df16c547-f9a5-40b6-ac1d-aef131f6ed76" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.728446] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Instance network_info: |[{"id": "bfa044a8-16a4-400f-a9a4-79a1f3d7b236", "address": "fa:16:3e:2d:3d:38", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfa044a8-16", "ovs_interfaceid": "bfa044a8-16a4-400f-a9a4-79a1f3d7b236", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.728919] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17f13e01-d1c2-47ca-a7a5-b57f2526d9ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.730588] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e270596b-568b-4768-b947-79aea0efe15c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.733016] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:3d:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfa044a8-16a4-400f-a9a4-79a1f3d7b236', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.740442] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Creating folder: Project (2123f8b5802847acaffbb91e24bc1faf). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.744025] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10c4021b-d34c-4003-939c-821b04080001 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.751312] env[71114]: DEBUG oslo_vmware.api [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 855.751312] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d41823-6cf2-53bf-2081-ede765e6de4b" [ 855.751312] env[71114]: _type = "Task" [ 855.751312] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.756021] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 855.756021] env[71114]: value = "task-3821587" [ 855.756021] env[71114]: _type = "Task" [ 855.756021] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.757823] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Created folder: Project (2123f8b5802847acaffbb91e24bc1faf) in parent group-v759732. [ 855.758049] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Creating folder: Instances. Parent ref: group-v759871. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.765460] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abebf343-f860-46d2-9121-26dcbfaa3940 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.770320] env[71114]: DEBUG oslo_vmware.api [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d41823-6cf2-53bf-2081-ede765e6de4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.776214] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.783371] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Created folder: Instances in parent group-v759871. [ 855.783629] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.786052] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.786052] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2756a42e-b311-4537-845f-dde117b3fdfd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.809856] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.809856] env[71114]: value = "task-3821590" [ 855.809856] env[71114]: _type = "Task" [ 855.809856] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.822973] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821590, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.009024] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744463c2-ecca-49c5-a1cf-f94ea508cf76 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.015142] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49894cfb-0151-454c-8eb8-ebb3608040b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.048649] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2766ddeb-829f-4def-bedb-30bfe01a71ce tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "4eef93d7-0e12-46af-82ad-a72735bff49a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.629s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.050988] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecda5ee-0a51-457f-9e9c-c3747be84b7a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.060526] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdd1fe6-144e-4003-af90-b6bc84f665ad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.074958] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562774} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.084237] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 20221690-cce5-4104-9507-2f5a2607ace9/20221690-cce5-4104-9507-2f5a2607ace9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.084511] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.085466] env[71114]: DEBUG nova.compute.provider_tree [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.087058] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a8b9f4f-a769-4135-9ee4-0a9910e7b357 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.097580] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 856.097580] env[71114]: value = "task-3821591" [ 856.097580] env[71114]: _type = "Task" [ 856.097580] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.110414] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.110896] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "844fae93-93ca-4b25-84b5-efc829059716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.111277] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "844fae93-93ca-4b25-84b5-efc829059716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.111619] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "844fae93-93ca-4b25-84b5-efc829059716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.111930] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "844fae93-93ca-4b25-84b5-efc829059716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.112212] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "844fae93-93ca-4b25-84b5-efc829059716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.115065] env[71114]: INFO nova.compute.manager [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Terminating instance [ 856.267019] env[71114]: DEBUG oslo_vmware.api [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d41823-6cf2-53bf-2081-ede765e6de4b, 'name': SearchDatastore_Task, 'duration_secs': 0.014575} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.268531] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.274289] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821587, 'name': PowerOffVM_Task, 'duration_secs': 0.248647} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.275417] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.275417] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.275710] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4894e50-0363-4447-9140-4c66ae743341 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.285039] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.285319] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1cdfa15-d38f-49f7-9bf6-d9b75a540405 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.322291] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821590, 'name': CreateVM_Task, 'duration_secs': 0.480474} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.322291] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.322933] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.323160] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.323612] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.323899] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884e5879-145d-4f94-868a-94029f69e1b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.330410] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 856.330410] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5292286a-3e21-2a0f-b6f7-7feb29f6fa29" [ 856.330410] env[71114]: _type = "Task" [ 856.330410] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.341215] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5292286a-3e21-2a0f-b6f7-7feb29f6fa29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.377041] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.377337] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.377595] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleting the datastore file [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.377879] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba207bd7-680b-4d53-837c-af1e1360332a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.385103] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 856.385103] env[71114]: value = "task-3821593" [ 856.385103] env[71114]: _type = "Task" [ 856.385103] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.396218] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.554416] env[71114]: DEBUG nova.compute.manager [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.591802] env[71114]: DEBUG nova.scheduler.client.report [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.609497] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105773} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.613661] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.614997] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dcbc6d-7202-4104-aa08-7bfd05f57873 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.622299] env[71114]: DEBUG nova.compute.manager [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.622299] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.622299] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daf6f44-8d4f-457f-a5be-06734acdf291 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.650250] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 20221690-cce5-4104-9507-2f5a2607ace9/20221690-cce5-4104-9507-2f5a2607ace9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.652303] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f828ca-ec77-48b2-80cd-8a7291f6d50d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.672120] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.672812] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e3bb61-7bb1-4858-8959-4764f04a31a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.679920] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 856.679920] env[71114]: value = "task-3821594" [ 856.679920] env[71114]: _type = "Task" [ 856.679920] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.681562] env[71114]: DEBUG oslo_vmware.api [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 856.681562] env[71114]: value = "task-3821595" [ 856.681562] env[71114]: _type = "Task" [ 856.681562] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.697873] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.704822] env[71114]: DEBUG oslo_vmware.api [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.844054] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5292286a-3e21-2a0f-b6f7-7feb29f6fa29, 'name': SearchDatastore_Task, 'duration_secs': 0.012523} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.844054] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.844054] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.844054] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.844357] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.844485] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.845615] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19eb4eed-38e8-4912-a3fe-9ba637e6e9fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.856411] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.856483] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.857298] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa10181-d3bc-4f64-9244-6595c807d48a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.864731] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 856.864731] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528d8ec8-3a86-09be-b434-d437723e9620" [ 856.864731] env[71114]: _type = "Task" [ 856.864731] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.877965] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528d8ec8-3a86-09be-b434-d437723e9620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.899475] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356569} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.899896] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.900205] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.900446] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.094438] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.097377] env[71114]: DEBUG oslo_concurrency.lockutils [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.101048] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.117s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.102725] env[71114]: INFO nova.compute.claims [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.126672] env[71114]: INFO nova.scheduler.client.report [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Deleted allocations for instance 0c57c50d-b602-4936-8d90-d947cedf6a0f [ 857.196504] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.201920] env[71114]: DEBUG oslo_vmware.api [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821595, 'name': PowerOffVM_Task, 'duration_secs': 0.265593} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.202343] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.202601] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.202922] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-903c5bac-3319-4b09-91cc-eeeaa4c39918 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.271741] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.272024] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.272153] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Deleting the datastore file [datastore1] 844fae93-93ca-4b25-84b5-efc829059716 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.272467] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72d78972-c8fc-40e8-af82-8860ffe2bf07 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.280608] env[71114]: DEBUG oslo_vmware.api [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for the task: (returnval){ [ 857.280608] env[71114]: value = "task-3821597" [ 857.280608] env[71114]: _type = "Task" [ 857.280608] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.291662] env[71114]: DEBUG oslo_vmware.api [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.380143] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528d8ec8-3a86-09be-b434-d437723e9620, 'name': SearchDatastore_Task, 'duration_secs': 0.014457} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.381075] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3027fb83-00d8-4642-9414-8b20434e5a87 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.388996] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 857.388996] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527edc87-8d90-dede-296f-4b9f96c191e3" [ 857.388996] env[71114]: _type = "Task" [ 857.388996] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.397516] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527edc87-8d90-dede-296f-4b9f96c191e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.559683] env[71114]: DEBUG nova.compute.manager [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.560768] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739b334-53e4-4ec7-8ad2-759abccda656 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.641320] env[71114]: DEBUG oslo_concurrency.lockutils [None req-968bb953-e255-4533-a66e-1fbc9d683e9a tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "0c57c50d-b602-4936-8d90-d947cedf6a0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.906s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.696986] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821594, 'name': ReconfigVM_Task, 'duration_secs': 0.652709} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.697965] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 20221690-cce5-4104-9507-2f5a2607ace9/20221690-cce5-4104-9507-2f5a2607ace9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.699188] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a02ac3ef-25c8-4763-b82f-6929d41f286c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.712988] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 857.712988] env[71114]: value = "task-3821598" [ 857.712988] env[71114]: _type = "Task" [ 857.712988] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.726055] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821598, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.794029] env[71114]: DEBUG oslo_vmware.api [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Task: {'id': task-3821597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205349} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.794029] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.794029] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.794029] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.794721] env[71114]: INFO nova.compute.manager [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Took 1.17 seconds to destroy the instance on the hypervisor. [ 857.795268] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.796271] env[71114]: DEBUG nova.compute.manager [-] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.796588] env[71114]: DEBUG nova.network.neutron [-] [instance: 844fae93-93ca-4b25-84b5-efc829059716] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.902055] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527edc87-8d90-dede-296f-4b9f96c191e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.902192] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.902906] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] df16c547-f9a5-40b6-ac1d-aef131f6ed76/df16c547-f9a5-40b6-ac1d-aef131f6ed76.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.903422] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cba28cb-d391-443c-9939-cf2ada39e81b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.918356] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 857.918356] env[71114]: value = "task-3821599" [ 857.918356] env[71114]: _type = "Task" [ 857.918356] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.929868] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.946962] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.948876] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.949141] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.949393] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.949564] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.949818] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.950153] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.950346] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.950597] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.950833] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.951107] env[71114]: DEBUG nova.virt.hardware [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.952345] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde7c4e-52f1-4d5a-87a1-c3f9fe2ea5a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.964241] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6222fb03-7703-46dc-974a-7fa284b64a9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.980318] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:b7:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdcb143c-dfc5-4814-85ad-6b32fd958ddd', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.988275] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.988468] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.988689] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad74b34a-5b47-47e4-b64b-ecdf11daf073 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.010388] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.010388] env[71114]: value = "task-3821600" [ 858.010388] env[71114]: _type = "Task" [ 858.010388] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.023299] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821600, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.077386] env[71114]: INFO nova.compute.manager [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] instance snapshotting [ 858.080656] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937be08c-143a-4ea8-9178-d90a4c6f7fcb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.115964] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b0d662-a636-46e1-a3fb-aa0e7f72ee8a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.226815] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821598, 'name': Rename_Task, 'duration_secs': 0.245842} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.227517] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.227855] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9894c85-980d-4a48-b465-458824852c0c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.239578] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 858.239578] env[71114]: value = "task-3821601" [ 858.239578] env[71114]: _type = "Task" [ 858.239578] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.246936] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.433835] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821599, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.527167] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821600, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.558087] env[71114]: DEBUG nova.compute.manager [req-d38f9bef-9b83-40a2-a1c3-1fe1df810791 req-edce8cb9-07b5-4eb0-bdec-924779849b37 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Received event network-vif-deleted-56057a2e-bea3-4f64-92eb-4a17dad59557 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.558087] env[71114]: INFO nova.compute.manager [req-d38f9bef-9b83-40a2-a1c3-1fe1df810791 req-edce8cb9-07b5-4eb0-bdec-924779849b37 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Neutron deleted interface 56057a2e-bea3-4f64-92eb-4a17dad59557; detaching it from the instance and deleting it from the info cache [ 858.558087] env[71114]: DEBUG nova.network.neutron [req-d38f9bef-9b83-40a2-a1c3-1fe1df810791 req-edce8cb9-07b5-4eb0-bdec-924779849b37 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.629333] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 858.630533] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3842bcc9-9e75-4c24-a1ec-da66338de2d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.641608] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 858.641608] env[71114]: value = "task-3821602" [ 858.641608] env[71114]: _type = "Task" [ 858.641608] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.656388] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821602, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.757676] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821601, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.760856] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f8c4c3-ddcf-4789-a5f3-4ad63edc1054 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.773333] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e1eeab-0324-448f-9c64-837297b671d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.809078] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de8e391-846b-4209-be22-2dd2d005f96b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.817718] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc953141-2234-4927-a669-00530b85e894 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.837027] env[71114]: DEBUG nova.compute.provider_tree [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.844531] env[71114]: DEBUG nova.network.neutron [-] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.937141] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861523} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.937141] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] df16c547-f9a5-40b6-ac1d-aef131f6ed76/df16c547-f9a5-40b6-ac1d-aef131f6ed76.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.937141] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.937141] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2eb7a318-6db2-4ebd-9c85-83626a964c6e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.945148] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 858.945148] env[71114]: value = "task-3821603" [ 858.945148] env[71114]: _type = "Task" [ 858.945148] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.960838] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.023675] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821600, 'name': CreateVM_Task, 'duration_secs': 0.919048} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.023881] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.024935] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.025174] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.025572] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.026058] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6da1c16-8252-43c5-937c-1aab6cf8f1fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.032494] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 859.032494] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522d2e71-145a-0064-8b96-e1f7cfbe38c3" [ 859.032494] env[71114]: _type = "Task" [ 859.032494] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.043365] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522d2e71-145a-0064-8b96-e1f7cfbe38c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.065351] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-668d650e-ab8c-476c-95a7-f7910e674d32 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.081343] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577ec428-61d0-459b-a957-e11b48fdb023 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.136032] env[71114]: DEBUG nova.compute.manager [req-d38f9bef-9b83-40a2-a1c3-1fe1df810791 req-edce8cb9-07b5-4eb0-bdec-924779849b37 service nova] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Detach interface failed, port_id=56057a2e-bea3-4f64-92eb-4a17dad59557, reason: Instance 844fae93-93ca-4b25-84b5-efc829059716 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.151993] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821602, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.252407] env[71114]: DEBUG oslo_vmware.api [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821601, 'name': PowerOnVM_Task, 'duration_secs': 0.892824} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.252706] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.253233] env[71114]: INFO nova.compute.manager [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Took 10.60 seconds to spawn the instance on the hypervisor. [ 859.253233] env[71114]: DEBUG nova.compute.manager [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 859.254024] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2fac52-cffb-46e0-b7fe-f4f3df09956e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.338087] env[71114]: DEBUG nova.scheduler.client.report [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.347646] env[71114]: INFO nova.compute.manager [-] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Took 1.55 seconds to deallocate network for instance. [ 859.456690] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118766} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.456874] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.457719] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24907c71-d667-4108-a5f4-4734702cdb8a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.483309] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] df16c547-f9a5-40b6-ac1d-aef131f6ed76/df16c547-f9a5-40b6-ac1d-aef131f6ed76.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.485331] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-621f8957-a8b6-49db-8044-b1c63d8ad0f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.505508] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 859.505508] env[71114]: value = "task-3821604" [ 859.505508] env[71114]: _type = "Task" [ 859.505508] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.515774] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.544902] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522d2e71-145a-0064-8b96-e1f7cfbe38c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01195} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.545345] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.545668] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.546033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.546257] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.546511] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.546975] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-361c3512-f26a-4bc5-92ca-52f9fe92c2a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.559895] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.560266] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.561582] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5757145-76a0-4bed-89fc-e90caa4d9f64 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.569484] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 859.569484] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c1c4b5-700b-d957-9195-2bfd212df7dc" [ 859.569484] env[71114]: _type = "Task" [ 859.569484] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.579984] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c1c4b5-700b-d957-9195-2bfd212df7dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.654253] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821602, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.774041] env[71114]: INFO nova.compute.manager [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Took 52.56 seconds to build instance. [ 859.848239] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.848756] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.851622] env[71114]: DEBUG oslo_concurrency.lockutils [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.435s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.852055] env[71114]: DEBUG nova.objects.instance [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lazy-loading 'resources' on Instance uuid a593e2ed-9c12-430e-be17-38990a4dd8a6 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.865158] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.022270] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.082451] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c1c4b5-700b-d957-9195-2bfd212df7dc, 'name': SearchDatastore_Task, 'duration_secs': 0.028524} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.083338] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ab43874-3335-4ff3-bc70-870e26730173 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.093024] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 860.093024] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52eb0cc9-fd92-161a-391c-1de16712c970" [ 860.093024] env[71114]: _type = "Task" [ 860.093024] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.107453] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52eb0cc9-fd92-161a-391c-1de16712c970, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.109568] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.109971] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.110615] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91754aad-f6e3-4b23-8964-4e9fbb78b6f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.120716] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 860.120716] env[71114]: value = "task-3821605" [ 860.120716] env[71114]: _type = "Task" [ 860.120716] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.133123] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.153871] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821602, 'name': CreateSnapshot_Task, 'duration_secs': 1.036501} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.154227] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 860.155255] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f65bef-e55f-4949-a7de-0b91e16df024 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.276020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-296a553d-cef2-43d3-9cab-7ff368cba3a8 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "20221690-cce5-4104-9507-2f5a2607ace9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.593s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.356806] env[71114]: DEBUG nova.compute.utils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.362101] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.363018] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.417682] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.417682] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.419037] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.419037] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.419037] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.421985] env[71114]: INFO nova.compute.manager [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Terminating instance [ 860.474417] env[71114]: DEBUG nova.policy [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b2dd9ca136433c8d095793716afac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2123f8b5802847acaffbb91e24bc1faf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.525145] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821604, 'name': ReconfigVM_Task, 'duration_secs': 0.837363} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.525589] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Reconfigured VM instance instance-0000002e to attach disk [datastore2] df16c547-f9a5-40b6-ac1d-aef131f6ed76/df16c547-f9a5-40b6-ac1d-aef131f6ed76.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.529403] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a50b2d9d-58e5-46a1-8d40-55ae1d3e6d41 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.538817] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 860.538817] env[71114]: value = "task-3821606" [ 860.538817] env[71114]: _type = "Task" [ 860.538817] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.553593] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821606, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.611464] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06352a45-296c-4d6b-8808-d8f05ab687f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.623115] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-09f8dfbe-ed1a-4f1b-b2b3-088fe2ec54ee tempest-ServersAdminNegativeTestJSON-1660618462 tempest-ServersAdminNegativeTestJSON-1660618462-project-admin] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Suspending the VM {{(pid=71114) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 860.630388] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5353009d-10bb-4a3b-bd6f-d21105fcb066 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.645943] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821605, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.651146] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquiring lock "c1751036-ad4d-451b-a12c-a1771af5aadb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.651146] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Lock "c1751036-ad4d-451b-a12c-a1771af5aadb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.651494] env[71114]: DEBUG oslo_vmware.api [None req-09f8dfbe-ed1a-4f1b-b2b3-088fe2ec54ee tempest-ServersAdminNegativeTestJSON-1660618462 tempest-ServersAdminNegativeTestJSON-1660618462-project-admin] Waiting for the task: (returnval){ [ 860.651494] env[71114]: value = "task-3821607" [ 860.651494] env[71114]: _type = "Task" [ 860.651494] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.678240] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 860.678661] env[71114]: DEBUG oslo_vmware.api [None req-09f8dfbe-ed1a-4f1b-b2b3-088fe2ec54ee tempest-ServersAdminNegativeTestJSON-1660618462 tempest-ServersAdminNegativeTestJSON-1660618462-project-admin] Task: {'id': task-3821607, 'name': SuspendVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.682283] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a9e0b056-2aa4-4860-971e-40bd6739485f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.693786] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 860.693786] env[71114]: value = "task-3821608" [ 860.693786] env[71114]: _type = "Task" [ 860.693786] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.712790] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821608, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.778923] env[71114]: DEBUG nova.compute.manager [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.868671] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.937014] env[71114]: DEBUG nova.compute.manager [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.937014] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.940260] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264650d1-13ce-4ec9-88d7-7169a6bcceaf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.953313] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.954185] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9796de8-f9eb-41b6-9512-588f3a13e8ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.961698] env[71114]: DEBUG oslo_vmware.api [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 860.961698] env[71114]: value = "task-3821609" [ 860.961698] env[71114]: _type = "Task" [ 860.961698] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.973950] env[71114]: DEBUG oslo_vmware.api [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.035801] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Successfully created port: c308b3ce-62ae-4748-9089-826aa18fc354 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.055817] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821606, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.086095] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e15f13d-8c65-415a-9a04-e8332a97cd63 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.095499] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ce54ea-6903-4a64-81b1-ac16555a987b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.138477] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da9413c-efaf-42db-a11a-2cc03fcce628 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.151055] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687619} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.152487] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418fadbb-34eb-4cf3-a130-082445f87dfc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.158015] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.158370] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.158700] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-410bd837-ff56-454a-8d68-e1987ba32f83 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.172190] env[71114]: DEBUG oslo_vmware.api [None req-09f8dfbe-ed1a-4f1b-b2b3-088fe2ec54ee tempest-ServersAdminNegativeTestJSON-1660618462 tempest-ServersAdminNegativeTestJSON-1660618462-project-admin] Task: {'id': task-3821607, 'name': SuspendVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.183449] env[71114]: DEBUG nova.compute.provider_tree [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.185150] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 861.185150] env[71114]: value = "task-3821610" [ 861.185150] env[71114]: _type = "Task" [ 861.185150] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.196793] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.207058] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821608, 'name': CloneVM_Task} progress is 93%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.305363] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.472587] env[71114]: DEBUG oslo_vmware.api [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821609, 'name': PowerOffVM_Task, 'duration_secs': 0.365015} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.472940] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.473171] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.473513] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-414a5796-6218-48c0-b21a-bdaf16a749a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.554368] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821606, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.555979] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.556285] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.556516] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Deleting the datastore file [datastore1] 3e34f4a1-7c1b-42bc-9e07-3233630ceeef {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.556764] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33ab8461-b8df-4d76-94e2-5c6c90158c61 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.564891] env[71114]: DEBUG oslo_vmware.api [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for the task: (returnval){ [ 861.564891] env[71114]: value = "task-3821612" [ 861.564891] env[71114]: _type = "Task" [ 861.564891] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.575501] env[71114]: DEBUG oslo_vmware.api [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.671305] env[71114]: DEBUG oslo_vmware.api [None req-09f8dfbe-ed1a-4f1b-b2b3-088fe2ec54ee tempest-ServersAdminNegativeTestJSON-1660618462 tempest-ServersAdminNegativeTestJSON-1660618462-project-admin] Task: {'id': task-3821607, 'name': SuspendVM_Task} progress is 20%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.693121] env[71114]: DEBUG nova.scheduler.client.report [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.706142] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.514407} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.706927] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.708169] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787c2e39-d33b-4c44-82bf-e7e8c75f955c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.714843] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821608, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.740079] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.741045] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87a84748-d3d5-48a8-8cbc-30e79543cef8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.764581] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 861.764581] env[71114]: value = "task-3821613" [ 861.764581] env[71114]: _type = "Task" [ 861.764581] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.777341] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.881527] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.924977] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.925298] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.925681] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.925681] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.925937] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.925937] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.926297] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.926446] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.926615] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.926819] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.927029] env[71114]: DEBUG nova.virt.hardware [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.928083] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2adde33-e9ec-423a-bf3c-bf4518453553 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.940059] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7014775a-42b4-4457-a0c6-cfcf6c554bf9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.052236] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821606, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.084057] env[71114]: DEBUG oslo_vmware.api [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Task: {'id': task-3821612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183093} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.084312] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.084419] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.084597] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.084779] env[71114]: INFO nova.compute.manager [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 862.085050] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.085266] env[71114]: DEBUG nova.compute.manager [-] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.085367] env[71114]: DEBUG nova.network.neutron [-] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.173429] env[71114]: DEBUG oslo_vmware.api [None req-09f8dfbe-ed1a-4f1b-b2b3-088fe2ec54ee tempest-ServersAdminNegativeTestJSON-1660618462 tempest-ServersAdminNegativeTestJSON-1660618462-project-admin] Task: {'id': task-3821607, 'name': SuspendVM_Task} progress is 79%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.199603] env[71114]: DEBUG oslo_concurrency.lockutils [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.348s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.202410] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.625s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.202664] env[71114]: DEBUG nova.objects.instance [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lazy-loading 'resources' on Instance uuid 7cad0b0a-a3a0-48a6-84eb-b674e7b96363 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.215578] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821608, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.234027] env[71114]: INFO nova.scheduler.client.report [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Deleted allocations for instance a593e2ed-9c12-430e-be17-38990a4dd8a6 [ 862.276264] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821613, 'name': ReconfigVM_Task, 'duration_secs': 0.403315} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.278095] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Reconfigured VM instance instance-00000007 to attach disk [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.278095] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb60fdcf-01fb-481f-90ad-4b1252aaec2a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.285760] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 862.285760] env[71114]: value = "task-3821614" [ 862.285760] env[71114]: _type = "Task" [ 862.285760] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.298441] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821614, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.553698] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821606, 'name': Rename_Task, 'duration_secs': 1.576134} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.555000] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.556193] env[71114]: DEBUG nova.compute.manager [req-567d250c-e8d8-48bd-bb6c-106480ee7310 req-079e6416-b974-4158-b3d8-0171ba96f39b service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Received event network-vif-deleted-c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.556487] env[71114]: INFO nova.compute.manager [req-567d250c-e8d8-48bd-bb6c-106480ee7310 req-079e6416-b974-4158-b3d8-0171ba96f39b service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Neutron deleted interface c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125; detaching it from the instance and deleting it from the info cache [ 862.556567] env[71114]: DEBUG nova.network.neutron [req-567d250c-e8d8-48bd-bb6c-106480ee7310 req-079e6416-b974-4158-b3d8-0171ba96f39b service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.558778] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41ca30d0-ba69-484d-82bb-7eb597ce8073 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.567641] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 862.567641] env[71114]: value = "task-3821615" [ 862.567641] env[71114]: _type = "Task" [ 862.567641] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.578194] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.672687] env[71114]: DEBUG oslo_vmware.api [None req-09f8dfbe-ed1a-4f1b-b2b3-088fe2ec54ee tempest-ServersAdminNegativeTestJSON-1660618462 tempest-ServersAdminNegativeTestJSON-1660618462-project-admin] Task: {'id': task-3821607, 'name': SuspendVM_Task, 'duration_secs': 1.861353} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.673195] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-09f8dfbe-ed1a-4f1b-b2b3-088fe2ec54ee tempest-ServersAdminNegativeTestJSON-1660618462 tempest-ServersAdminNegativeTestJSON-1660618462-project-admin] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Suspended the VM {{(pid=71114) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 862.673543] env[71114]: DEBUG nova.compute.manager [None req-09f8dfbe-ed1a-4f1b-b2b3-088fe2ec54ee tempest-ServersAdminNegativeTestJSON-1660618462 tempest-ServersAdminNegativeTestJSON-1660618462-project-admin] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 862.674564] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d145f06a-2508-4e43-a8cc-1f1c7b888bdc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.725973] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821608, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.743000] env[71114]: DEBUG oslo_concurrency.lockutils [None req-eedf269f-47d4-4f98-aec7-3ba7b00a7e82 tempest-FloatingIPsAssociationNegativeTestJSON-13445470 tempest-FloatingIPsAssociationNegativeTestJSON-13445470-project-member] Lock "a593e2ed-9c12-430e-be17-38990a4dd8a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.177s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.803859] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821614, 'name': Rename_Task, 'duration_secs': 0.159781} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.806978] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.807480] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce5812c-d827-41e7-8ccf-ca29f782f0cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.815314] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 862.815314] env[71114]: value = "task-3821616" [ 862.815314] env[71114]: _type = "Task" [ 862.815314] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.825648] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.830650] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Successfully updated port: c308b3ce-62ae-4748-9089-826aa18fc354 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.970625] env[71114]: DEBUG nova.network.neutron [-] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.060037] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cff5f8d-583b-48ad-bb1b-43269905b7a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.079356] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca048aa-9e3a-402a-98dd-ac1c57209990 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.101585] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821615, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.130744] env[71114]: DEBUG nova.compute.manager [req-567d250c-e8d8-48bd-bb6c-106480ee7310 req-079e6416-b974-4158-b3d8-0171ba96f39b service nova] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Detach interface failed, port_id=c3e3e3bc-4e9b-4a41-bd2b-f42d57b59125, reason: Instance 3e34f4a1-7c1b-42bc-9e07-3233630ceeef could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 863.217683] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821608, 'name': CloneVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.336277] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "refresh_cache-99309804-2c17-468c-b85e-b7d3ea3c4a28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.336520] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "refresh_cache-99309804-2c17-468c-b85e-b7d3ea3c4a28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.336767] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.344898] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821616, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.394605] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a028325-2605-4706-99ef-31b88101e83e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.472802] env[71114]: INFO nova.compute.manager [-] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Took 1.39 seconds to deallocate network for instance. [ 863.589585] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b95c993-ed25-47d1-87da-ab2d3d61fc2a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.593802] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821615, 'name': PowerOnVM_Task, 'duration_secs': 0.687887} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.594653] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.595025] env[71114]: INFO nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Took 12.13 seconds to spawn the instance on the hypervisor. [ 863.595352] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.596712] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373a4da6-ac9e-49ef-9b63-e60823915400 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.634607] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50766962-c5c2-4da2-aeff-3154c2edab00 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.648580] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d0c78e-714a-4e05-aad7-6b7c4f2696da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.666901] env[71114]: DEBUG nova.compute.provider_tree [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.718211] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821608, 'name': CloneVM_Task, 'duration_secs': 2.66786} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.718551] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Created linked-clone VM from snapshot [ 863.719405] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f7edeb-c536-42fa-a4f7-804a708189c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.729595] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Uploading image 380284d3-3992-4783-a5f0-15a3e0670861 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 863.745992] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.746366] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6157a7e5-9153-4aef-b937-4a1f96266de7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.754756] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 863.754756] env[71114]: value = "task-3821617" [ 863.754756] env[71114]: _type = "Task" [ 863.754756] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.765309] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821617, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.832143] env[71114]: DEBUG oslo_vmware.api [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821616, 'name': PowerOnVM_Task, 'duration_secs': 0.587394} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.832600] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.833293] env[71114]: DEBUG nova.compute.manager [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.833561] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39b8e37-6cf7-4aa1-8bdb-6fb4a26ee351 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.983959] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.065460] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.157360] env[71114]: INFO nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Took 53.71 seconds to build instance. [ 864.198521] env[71114]: ERROR nova.scheduler.client.report [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] [req-813765fb-eac1-448b-b776-791c9ee46c19] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-813765fb-eac1-448b-b776-791c9ee46c19"}]} [ 864.220624] env[71114]: DEBUG nova.scheduler.client.report [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 864.238713] env[71114]: DEBUG nova.scheduler.client.report [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 864.239393] env[71114]: DEBUG nova.compute.provider_tree [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.262750] env[71114]: DEBUG nova.scheduler.client.report [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 864.271632] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821617, 'name': Destroy_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.283121] env[71114]: DEBUG nova.scheduler.client.report [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 864.361734] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.387768] env[71114]: DEBUG nova.network.neutron [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Updating instance_info_cache with network_info: [{"id": "c308b3ce-62ae-4748-9089-826aa18fc354", "address": "fa:16:3e:27:65:70", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc308b3ce-62", "ovs_interfaceid": "c308b3ce-62ae-4748-9089-826aa18fc354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.660863] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.447s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.767022] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821617, 'name': Destroy_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.880708] env[71114]: DEBUG nova.compute.manager [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Received event network-vif-plugged-c308b3ce-62ae-4748-9089-826aa18fc354 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.881017] env[71114]: DEBUG oslo_concurrency.lockutils [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] Acquiring lock "99309804-2c17-468c-b85e-b7d3ea3c4a28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.881241] env[71114]: DEBUG oslo_concurrency.lockutils [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] Lock "99309804-2c17-468c-b85e-b7d3ea3c4a28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.881338] env[71114]: DEBUG oslo_concurrency.lockutils [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] Lock "99309804-2c17-468c-b85e-b7d3ea3c4a28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.881501] env[71114]: DEBUG nova.compute.manager [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] No waiting events found dispatching network-vif-plugged-c308b3ce-62ae-4748-9089-826aa18fc354 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 864.881727] env[71114]: WARNING nova.compute.manager [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Received unexpected event network-vif-plugged-c308b3ce-62ae-4748-9089-826aa18fc354 for instance with vm_state building and task_state spawning. [ 864.882798] env[71114]: DEBUG nova.compute.manager [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Received event network-changed-c308b3ce-62ae-4748-9089-826aa18fc354 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.882798] env[71114]: DEBUG nova.compute.manager [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Refreshing instance network info cache due to event network-changed-c308b3ce-62ae-4748-9089-826aa18fc354. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.882798] env[71114]: DEBUG oslo_concurrency.lockutils [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] Acquiring lock "refresh_cache-99309804-2c17-468c-b85e-b7d3ea3c4a28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.895710] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "refresh_cache-99309804-2c17-468c-b85e-b7d3ea3c4a28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.897898] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Instance network_info: |[{"id": "c308b3ce-62ae-4748-9089-826aa18fc354", "address": "fa:16:3e:27:65:70", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc308b3ce-62", "ovs_interfaceid": "c308b3ce-62ae-4748-9089-826aa18fc354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.898711] env[71114]: DEBUG oslo_concurrency.lockutils [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] Acquired lock "refresh_cache-99309804-2c17-468c-b85e-b7d3ea3c4a28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.898711] env[71114]: DEBUG nova.network.neutron [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Refreshing network info cache for port c308b3ce-62ae-4748-9089-826aa18fc354 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.900337] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:65:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c308b3ce-62ae-4748-9089-826aa18fc354', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.914471] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.920751] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.922926] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-559af8c8-2d08-4f33-a26d-c0ef3d0d4e79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.940618] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1491c804-ce06-4921-a61c-2a5a1361aa7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.951578] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6271a8-af39-4714-a4be-3e50c7f31997 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.955280] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.955280] env[71114]: value = "task-3821618" [ 864.955280] env[71114]: _type = "Task" [ 864.955280] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.989147] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40381624-a377-45b9-9ee7-8efb74ca070c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.995361] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821618, 'name': CreateVM_Task} progress is 15%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.001201] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926e9b29-1967-4d25-9dad-274433202a7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.017387] env[71114]: DEBUG nova.compute.provider_tree [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.163054] env[71114]: DEBUG nova.compute.manager [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.268389] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821617, 'name': Destroy_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.370620] env[71114]: INFO nova.compute.manager [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Rebuilding instance [ 865.433228] env[71114]: DEBUG nova.compute.manager [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.434139] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05471ae5-11d2-4728-8720-e51e0f570ea7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.466988] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821618, 'name': CreateVM_Task, 'duration_secs': 0.404161} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.467872] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.468695] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.468860] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.469288] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.469595] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed2bf28-ef21-47c3-817b-a5a9f4a29d0d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.477252] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 865.477252] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52710a91-30a3-8bbe-5a49-02aa04434d04" [ 865.477252] env[71114]: _type = "Task" [ 865.477252] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.487887] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52710a91-30a3-8bbe-5a49-02aa04434d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.564612] env[71114]: DEBUG nova.scheduler.client.report [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 865.564612] env[71114]: DEBUG nova.compute.provider_tree [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 77 to 78 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 865.564612] env[71114]: DEBUG nova.compute.provider_tree [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.688626] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.744940] env[71114]: DEBUG nova.network.neutron [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Updated VIF entry in instance network info cache for port c308b3ce-62ae-4748-9089-826aa18fc354. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.745493] env[71114]: DEBUG nova.network.neutron [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Updating instance_info_cache with network_info: [{"id": "c308b3ce-62ae-4748-9089-826aa18fc354", "address": "fa:16:3e:27:65:70", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc308b3ce-62", "ovs_interfaceid": "c308b3ce-62ae-4748-9089-826aa18fc354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.771201] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821617, 'name': Destroy_Task, 'duration_secs': 1.771003} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.771542] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Destroyed the VM [ 865.771935] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.772636] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e53e078-f9bd-4bfb-ad70-a46e9ff8ecea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.780460] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 865.780460] env[71114]: value = "task-3821619" [ 865.780460] env[71114]: _type = "Task" [ 865.780460] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.795026] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821619, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.845650] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "20221690-cce5-4104-9507-2f5a2607ace9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.847775] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "20221690-cce5-4104-9507-2f5a2607ace9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.847775] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "20221690-cce5-4104-9507-2f5a2607ace9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.847775] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "20221690-cce5-4104-9507-2f5a2607ace9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.847775] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "20221690-cce5-4104-9507-2f5a2607ace9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.851589] env[71114]: INFO nova.compute.manager [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Terminating instance [ 865.995585] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52710a91-30a3-8bbe-5a49-02aa04434d04, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.995585] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.995585] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.996397] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.996397] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.996626] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.997074] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89b8f8e2-2187-4b7a-9f41-20a5c00679b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.009262] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.011953] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.011953] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63721deb-1400-4221-bdb0-2ff814f3c248 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.019363] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 866.019363] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ed100a-9686-3872-326d-c1b2730af931" [ 866.019363] env[71114]: _type = "Task" [ 866.019363] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.031068] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ed100a-9686-3872-326d-c1b2730af931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.067373] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.865s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.070037] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.216s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.072303] env[71114]: INFO nova.compute.claims [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.099574] env[71114]: INFO nova.scheduler.client.report [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Deleted allocations for instance 7cad0b0a-a3a0-48a6-84eb-b674e7b96363 [ 866.248559] env[71114]: DEBUG oslo_concurrency.lockutils [req-e3280101-fc3a-4b43-8fdb-4a1366d32f63 req-a22b7f73-c86d-4a59-abab-bf288568220e service nova] Releasing lock "refresh_cache-99309804-2c17-468c-b85e-b7d3ea3c4a28" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.290903] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821619, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.358457] env[71114]: DEBUG nova.compute.manager [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.358647] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.360690] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52408df0-3907-4060-ac8b-b8b888d7f7f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.371132] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.371492] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a69d0e6-57ca-4cda-b2ef-209137d3f2a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.450949] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.451681] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2054b238-dfb4-4f58-81d9-fd39d6a8af6c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.461691] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 866.461691] env[71114]: value = "task-3821621" [ 866.461691] env[71114]: _type = "Task" [ 866.461691] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.471125] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.471430] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.471633] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Deleting the datastore file [datastore2] 20221690-cce5-4104-9507-2f5a2607ace9 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.472089] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b233916a-f1f2-4331-bb47-a85d40e787e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.478282] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.485200] env[71114]: DEBUG oslo_vmware.api [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 866.485200] env[71114]: value = "task-3821622" [ 866.485200] env[71114]: _type = "Task" [ 866.485200] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.496300] env[71114]: DEBUG oslo_vmware.api [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.535416] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ed100a-9686-3872-326d-c1b2730af931, 'name': SearchDatastore_Task, 'duration_secs': 0.013809} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.535416] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b99554b4-6949-490c-9fda-70daea8b1424 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.542308] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 866.542308] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5211c469-bdbe-39ee-9edc-a6389bc96327" [ 866.542308] env[71114]: _type = "Task" [ 866.542308] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.553556] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5211c469-bdbe-39ee-9edc-a6389bc96327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.611304] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8c4ad01c-15c2-4b9c-a76b-c1fcd10bb132 tempest-ServerPasswordTestJSON-1178608350 tempest-ServerPasswordTestJSON-1178608350-project-member] Lock "7cad0b0a-a3a0-48a6-84eb-b674e7b96363" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.567s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.793725] env[71114]: DEBUG oslo_vmware.api [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821619, 'name': RemoveSnapshot_Task, 'duration_secs': 1.011404} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.794088] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.972959] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821621, 'name': PowerOffVM_Task, 'duration_secs': 0.217422} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.973274] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.973624] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.974378] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbbe294-57a8-41e9-8eb2-d590c9be0fe6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.981996] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.982462] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e70f4f98-1b51-49f4-bc8e-3f325640ddd8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.994706] env[71114]: DEBUG oslo_vmware.api [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200512} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.995469] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.995469] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.995469] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.995674] env[71114]: INFO nova.compute.manager [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Took 0.64 seconds to destroy the instance on the hypervisor. [ 866.995871] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.996140] env[71114]: DEBUG nova.compute.manager [-] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.996205] env[71114]: DEBUG nova.network.neutron [-] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.051035] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.051438] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.052687] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleting the datastore file [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.052687] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-280c2c64-0391-4ad2-b2b2-515800da733f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.058150] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5211c469-bdbe-39ee-9edc-a6389bc96327, 'name': SearchDatastore_Task, 'duration_secs': 0.020761} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.060857] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.061175] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 99309804-2c17-468c-b85e-b7d3ea3c4a28/99309804-2c17-468c-b85e-b7d3ea3c4a28.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.061541] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-779c7a40-94ae-4d85-8a0e-70e1177d31b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.066938] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 867.066938] env[71114]: value = "task-3821624" [ 867.066938] env[71114]: _type = "Task" [ 867.066938] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.072692] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 867.072692] env[71114]: value = "task-3821625" [ 867.072692] env[71114]: _type = "Task" [ 867.072692] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.081152] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.088095] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.301982] env[71114]: WARNING nova.compute.manager [None req-2fc8bf8e-9506-434e-bdda-bfedbee3da65 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Image not found during snapshot: nova.exception.ImageNotFound: Image 380284d3-3992-4783-a5f0-15a3e0670861 could not be found. [ 867.591208] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158604} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.591350] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821625, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.591884] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.591884] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.592045] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.640413] env[71114]: DEBUG nova.compute.manager [req-5615d597-fcda-430e-8c9d-7112f9e0cfce req-485beb1e-3efa-4c76-bae4-2410a20b7580 service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Received event network-vif-deleted-6e7502ef-acbe-4eef-a38b-c4183de25f8f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.640413] env[71114]: INFO nova.compute.manager [req-5615d597-fcda-430e-8c9d-7112f9e0cfce req-485beb1e-3efa-4c76-bae4-2410a20b7580 service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Neutron deleted interface 6e7502ef-acbe-4eef-a38b-c4183de25f8f; detaching it from the instance and deleting it from the info cache [ 867.640413] env[71114]: DEBUG nova.network.neutron [req-5615d597-fcda-430e-8c9d-7112f9e0cfce req-485beb1e-3efa-4c76-bae4-2410a20b7580 service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.689313] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682083a9-9aff-498f-b8fb-8fce5068130e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.700478] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c853df5-20c7-4972-8eb5-e81b6a42f249 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.736270] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fd9503-0f29-4fff-9cac-9ebdd918ac3a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.745016] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cca3a9-a410-420f-9c40-daf88ff78eed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.766256] env[71114]: DEBUG nova.compute.provider_tree [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.773740] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "4eef93d7-0e12-46af-82ad-a72735bff49a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.773740] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "4eef93d7-0e12-46af-82ad-a72735bff49a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.773740] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "4eef93d7-0e12-46af-82ad-a72735bff49a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.773740] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "4eef93d7-0e12-46af-82ad-a72735bff49a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.773740] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "4eef93d7-0e12-46af-82ad-a72735bff49a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.777154] env[71114]: INFO nova.compute.manager [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Terminating instance [ 867.952332] env[71114]: DEBUG nova.network.neutron [-] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.091023] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525186} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.091023] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 99309804-2c17-468c-b85e-b7d3ea3c4a28/99309804-2c17-468c-b85e-b7d3ea3c4a28.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.091023] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.091023] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a728024-fc56-4009-bd94-29822958ff37 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.104918] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 868.104918] env[71114]: value = "task-3821626" [ 868.104918] env[71114]: _type = "Task" [ 868.104918] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.118388] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.150948] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b025714b-db1b-4ec3-8404-fc609daacb23 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.160151] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2646b033-9234-46d5-8ada-491954694fe6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.205493] env[71114]: DEBUG nova.compute.manager [req-5615d597-fcda-430e-8c9d-7112f9e0cfce req-485beb1e-3efa-4c76-bae4-2410a20b7580 service nova] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Detach interface failed, port_id=6e7502ef-acbe-4eef-a38b-c4183de25f8f, reason: Instance 20221690-cce5-4104-9507-2f5a2607ace9 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 868.272119] env[71114]: DEBUG nova.scheduler.client.report [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.285115] env[71114]: DEBUG nova.compute.manager [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.285115] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.285115] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6c45c6-63b1-434c-8175-a8406fbee22e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.295308] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.297265] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-656dee37-b792-46cc-8bae-93dee8f31586 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.305754] env[71114]: DEBUG oslo_vmware.api [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 868.305754] env[71114]: value = "task-3821627" [ 868.305754] env[71114]: _type = "Task" [ 868.305754] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.316330] env[71114]: DEBUG oslo_vmware.api [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.454826] env[71114]: INFO nova.compute.manager [-] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Took 1.46 seconds to deallocate network for instance. [ 868.632419] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157227} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.632978] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.633955] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212af63a-9264-498b-8206-e16d49400a63 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.672054] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 99309804-2c17-468c-b85e-b7d3ea3c4a28/99309804-2c17-468c-b85e-b7d3ea3c4a28.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.676072] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.676072] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.676072] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.676072] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.677551] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.677551] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.677551] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.677551] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.677551] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.677551] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.678515] env[71114]: DEBUG nova.virt.hardware [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.678949] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb8e9b03-6a3a-49be-9b44-b11f8d0e6946 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.698931] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8da6c9-d94c-40c0-b452-f4979ea1c16b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.712503] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1f165e-5782-4392-a4ff-8df3f70616a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.717217] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 868.717217] env[71114]: value = "task-3821628" [ 868.717217] env[71114]: _type = "Task" [ 868.717217] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.731682] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:b7:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdcb143c-dfc5-4814-85ad-6b32fd958ddd', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.741593] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.742481] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.742739] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ed01fec-dd9a-4b89-b896-716184ef47a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.767180] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.774632] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.774632] env[71114]: value = "task-3821629" [ 868.774632] env[71114]: _type = "Task" [ 868.774632] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.779026] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.779026] env[71114]: DEBUG nova.compute.manager [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.781980] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.021s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.785954] env[71114]: INFO nova.compute.claims [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.794621] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821629, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.818223] env[71114]: DEBUG oslo_vmware.api [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821627, 'name': PowerOffVM_Task, 'duration_secs': 0.506542} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.819224] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.819443] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.819725] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78bcf34e-b907-4a98-9dc3-121d8c037d5e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.843235] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "567c2c93-bdd0-4013-b932-eb07d8294e52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.844166] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "567c2c93-bdd0-4013-b932-eb07d8294e52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.913779] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.914089] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.914289] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Deleting the datastore file [datastore1] 4eef93d7-0e12-46af-82ad-a72735bff49a {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.914581] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0e53859-41ee-4762-9090-43c12c6c729a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.929618] env[71114]: DEBUG oslo_vmware.api [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 868.929618] env[71114]: value = "task-3821631" [ 868.929618] env[71114]: _type = "Task" [ 868.929618] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.940928] env[71114]: DEBUG oslo_vmware.api [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.962667] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.197055] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.197323] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.232688] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821628, 'name': ReconfigVM_Task, 'duration_secs': 0.490394} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.233184] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 99309804-2c17-468c-b85e-b7d3ea3c4a28/99309804-2c17-468c-b85e-b7d3ea3c4a28.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.233770] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84bb078b-8231-46d9-902b-02bd331d2d4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.242848] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 869.242848] env[71114]: value = "task-3821632" [ 869.242848] env[71114]: _type = "Task" [ 869.242848] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.253633] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821632, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.298437] env[71114]: DEBUG nova.compute.utils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.302311] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821629, 'name': CreateVM_Task, 'duration_secs': 0.471518} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.302311] env[71114]: DEBUG nova.compute.manager [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.302311] env[71114]: DEBUG nova.network.neutron [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.305874] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.308015] env[71114]: DEBUG oslo_concurrency.lockutils [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.308327] env[71114]: DEBUG oslo_concurrency.lockutils [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.308682] env[71114]: DEBUG oslo_concurrency.lockutils [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.310025] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef6d3a2-e52e-4436-8a36-fda82a296899 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.318903] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 869.318903] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525549d8-133c-77c6-4c22-67401c252bde" [ 869.318903] env[71114]: _type = "Task" [ 869.318903] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.333440] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525549d8-133c-77c6-4c22-67401c252bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.410341] env[71114]: DEBUG nova.policy [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7736fbf319ff41d3907bed873adf9df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0b0e1284bf469fb35bf157448e2fca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 869.445196] env[71114]: DEBUG oslo_vmware.api [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23305} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.445479] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.445669] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.448827] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.448827] env[71114]: INFO nova.compute.manager [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 869.448827] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.448827] env[71114]: DEBUG nova.compute.manager [-] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.448827] env[71114]: DEBUG nova.network.neutron [-] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.480158] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.480532] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.757476] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821632, 'name': Rename_Task, 'duration_secs': 0.174009} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.757856] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.758203] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba3deabc-90c7-462b-a31c-b913b8ba8063 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.766756] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 869.766756] env[71114]: value = "task-3821633" [ 869.766756] env[71114]: _type = "Task" [ 869.766756] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.776652] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.802524] env[71114]: DEBUG nova.compute.manager [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.831197] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525549d8-133c-77c6-4c22-67401c252bde, 'name': SearchDatastore_Task, 'duration_secs': 0.017664} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.831197] env[71114]: DEBUG oslo_concurrency.lockutils [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.831197] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.831338] env[71114]: DEBUG oslo_concurrency.lockutils [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.832189] env[71114]: DEBUG oslo_concurrency.lockutils [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.832189] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.832189] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e844dd14-0515-4546-9962-7b1020fde897 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.843369] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.843369] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.844190] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1890e1-89c0-4780-87cb-8ab3d6b54430 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.854812] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "699581d9-6007-4ea3-ae97-50b9babfcd49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.855161] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "699581d9-6007-4ea3-ae97-50b9babfcd49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.855466] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 869.855466] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52da4b86-f960-88a2-0cd5-1f7926cf0b73" [ 869.855466] env[71114]: _type = "Task" [ 869.855466] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.866805] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52da4b86-f960-88a2-0cd5-1f7926cf0b73, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.868098] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab9ec46-4ad5-4dcc-af7f-dcedfa277449 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.875411] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 869.875411] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52000be4-afbf-c723-02c2-e45d2d60d097" [ 869.875411] env[71114]: _type = "Task" [ 869.875411] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.891031] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52000be4-afbf-c723-02c2-e45d2d60d097, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.891140] env[71114]: DEBUG oslo_concurrency.lockutils [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.891360] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.892017] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c449ffcf-d116-4d8e-a714-bf240c9e3da2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.900568] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 869.900568] env[71114]: value = "task-3821634" [ 869.900568] env[71114]: _type = "Task" [ 869.900568] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.910482] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.985729] env[71114]: DEBUG nova.compute.utils [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.052766] env[71114]: DEBUG nova.network.neutron [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Successfully created port: 3264f160-dc49-4c51-ab7d-7a9014be75b4 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.280228] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821633, 'name': PowerOnVM_Task} progress is 90%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.394736] env[71114]: DEBUG nova.compute.manager [req-3843d7f0-eaa0-49fa-990d-dd75d8e4e086 req-2e0e00c5-3844-4ead-88fb-44ced59ac994 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Received event network-vif-deleted-674a0e07-62cf-474a-962c-60e8e843777f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.394933] env[71114]: INFO nova.compute.manager [req-3843d7f0-eaa0-49fa-990d-dd75d8e4e086 req-2e0e00c5-3844-4ead-88fb-44ced59ac994 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Neutron deleted interface 674a0e07-62cf-474a-962c-60e8e843777f; detaching it from the instance and deleting it from the info cache [ 870.395302] env[71114]: DEBUG nova.network.neutron [req-3843d7f0-eaa0-49fa-990d-dd75d8e4e086 req-2e0e00c5-3844-4ead-88fb-44ced59ac994 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.422072] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821634, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.457547] env[71114]: DEBUG nova.network.neutron [-] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.464405] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5930e6de-030d-43ca-9acf-359a62bc5ece {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.477382] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52848984-12ce-4f72-9058-a2364db5820d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.515012] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.034s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.516968] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981fb75c-273f-4503-b226-5eec2bc32ad5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.526817] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ad652b-2f12-4a2c-9718-47a06825ba32 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.544354] env[71114]: DEBUG nova.compute.provider_tree [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.779403] env[71114]: DEBUG oslo_vmware.api [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821633, 'name': PowerOnVM_Task, 'duration_secs': 0.564501} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.779679] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.779917] env[71114]: INFO nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Took 8.90 seconds to spawn the instance on the hypervisor. [ 870.780142] env[71114]: DEBUG nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.780994] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d425f2-10b3-49a6-85ea-fabd5ff98bb6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.818057] env[71114]: DEBUG nova.compute.manager [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.844897] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.845170] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.845331] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.845515] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.845663] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.845810] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.846029] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.846194] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.846363] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.846525] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.846698] env[71114]: DEBUG nova.virt.hardware [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.847827] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02273dda-a857-4d13-a096-92af364eb8fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.856851] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60704239-b6b5-4dda-b8da-674cbb3fbe6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.898204] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7bc1e96-a06e-4c4c-a4d9-9f9675c3821c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.910979] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55722b77-b58c-4c33-8022-eb03d5eec07d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.925305] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628825} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.925976] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.926221] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.926502] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e415dca0-00a5-4445-bbf0-b62d91fcabe7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.952581] env[71114]: DEBUG nova.compute.manager [req-3843d7f0-eaa0-49fa-990d-dd75d8e4e086 req-2e0e00c5-3844-4ead-88fb-44ced59ac994 service nova] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Detach interface failed, port_id=674a0e07-62cf-474a-962c-60e8e843777f, reason: Instance 4eef93d7-0e12-46af-82ad-a72735bff49a could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.954526] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 870.954526] env[71114]: value = "task-3821635" [ 870.954526] env[71114]: _type = "Task" [ 870.954526] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.962912] env[71114]: INFO nova.compute.manager [-] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Took 1.52 seconds to deallocate network for instance. [ 870.963272] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.047718] env[71114]: DEBUG nova.scheduler.client.report [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.299696] env[71114]: INFO nova.compute.manager [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Took 51.33 seconds to build instance. [ 871.466219] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07275} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.466587] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.467435] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d234498-cf19-49f9-8d19-14956f10b0e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.472901] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.497939] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.497939] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689c676e-fcca-4f96-8710-da5b67f14def {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.522097] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 871.522097] env[71114]: value = "task-3821636" [ 871.522097] env[71114]: _type = "Task" [ 871.522097] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.533341] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821636, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.553478] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.554048] env[71114]: DEBUG nova.compute.manager [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.556860] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.483s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.557092] env[71114]: DEBUG nova.objects.instance [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lazy-loading 'resources' on Instance uuid e04a8ce7-624f-4c14-85b5-409ee889e92a {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.565275] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.567970] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.567970] env[71114]: INFO nova.compute.manager [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Attaching volume d78ecc9f-de31-4752-8221-81ebb24867ee to /dev/sdb [ 871.616909] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3ca977-75cc-46f5-8416-892975237de9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.626030] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595b063c-014f-4eb8-a399-05027712ebca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.649206] env[71114]: DEBUG nova.virt.block_device [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Updating existing volume attachment record: ac96c28d-28bd-4b6b-a40a-3cf55ee4d428 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 871.725823] env[71114]: DEBUG nova.network.neutron [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Successfully updated port: 3264f160-dc49-4c51-ab7d-7a9014be75b4 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.804576] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a5cad872-e119-42d2-bf19-ba639653745a tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "99309804-2c17-468c-b85e-b7d3ea3c4a28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.548s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.032542] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.060140] env[71114]: DEBUG nova.compute.utils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.064901] env[71114]: DEBUG nova.compute.manager [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.065621] env[71114]: DEBUG nova.network.neutron [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.077978] env[71114]: DEBUG oslo_concurrency.lockutils [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.078454] env[71114]: DEBUG oslo_concurrency.lockutils [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.078721] env[71114]: DEBUG oslo_concurrency.lockutils [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.078985] env[71114]: DEBUG oslo_concurrency.lockutils [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.079160] env[71114]: DEBUG oslo_concurrency.lockutils [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.081521] env[71114]: INFO nova.compute.manager [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Terminating instance [ 872.116707] env[71114]: DEBUG nova.policy [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28ca200fc15407eb03be194fd8fb9a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67626222c53f4b43a8837f10a5ca2475', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.163941] env[71114]: DEBUG oslo_concurrency.lockutils [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "99309804-2c17-468c-b85e-b7d3ea3c4a28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.164210] env[71114]: DEBUG oslo_concurrency.lockutils [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "99309804-2c17-468c-b85e-b7d3ea3c4a28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.164428] env[71114]: DEBUG oslo_concurrency.lockutils [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "99309804-2c17-468c-b85e-b7d3ea3c4a28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.164610] env[71114]: DEBUG oslo_concurrency.lockutils [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "99309804-2c17-468c-b85e-b7d3ea3c4a28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.164788] env[71114]: DEBUG oslo_concurrency.lockutils [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "99309804-2c17-468c-b85e-b7d3ea3c4a28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.166993] env[71114]: INFO nova.compute.manager [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Terminating instance [ 872.231378] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "refresh_cache-23a6d860-acaa-4507-8d5a-af16de278202" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.231475] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "refresh_cache-23a6d860-acaa-4507-8d5a-af16de278202" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.232846] env[71114]: DEBUG nova.network.neutron [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.310573] env[71114]: DEBUG nova.compute.manager [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.433791] env[71114]: DEBUG nova.compute.manager [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Received event network-vif-plugged-3264f160-dc49-4c51-ab7d-7a9014be75b4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.434030] env[71114]: DEBUG oslo_concurrency.lockutils [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] Acquiring lock "23a6d860-acaa-4507-8d5a-af16de278202-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.434968] env[71114]: DEBUG oslo_concurrency.lockutils [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] Lock "23a6d860-acaa-4507-8d5a-af16de278202-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.434968] env[71114]: DEBUG oslo_concurrency.lockutils [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] Lock "23a6d860-acaa-4507-8d5a-af16de278202-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.434968] env[71114]: DEBUG nova.compute.manager [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] No waiting events found dispatching network-vif-plugged-3264f160-dc49-4c51-ab7d-7a9014be75b4 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 872.434968] env[71114]: WARNING nova.compute.manager [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Received unexpected event network-vif-plugged-3264f160-dc49-4c51-ab7d-7a9014be75b4 for instance with vm_state building and task_state spawning. [ 872.434968] env[71114]: DEBUG nova.compute.manager [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Received event network-changed-3264f160-dc49-4c51-ab7d-7a9014be75b4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.435545] env[71114]: DEBUG nova.compute.manager [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Refreshing instance network info cache due to event network-changed-3264f160-dc49-4c51-ab7d-7a9014be75b4. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.436347] env[71114]: DEBUG oslo_concurrency.lockutils [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] Acquiring lock "refresh_cache-23a6d860-acaa-4507-8d5a-af16de278202" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.501350] env[71114]: DEBUG nova.network.neutron [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Successfully created port: c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.538857] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821636, 'name': ReconfigVM_Task, 'duration_secs': 0.631266} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.539491] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Reconfigured VM instance instance-00000007 to attach disk [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd/eb07163f-4135-46ed-ab10-dee92d3942cd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.540372] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae9065b2-073b-4e1e-9bc8-f8b75450670f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.547559] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 872.547559] env[71114]: value = "task-3821640" [ 872.547559] env[71114]: _type = "Task" [ 872.547559] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.561212] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821640, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.565903] env[71114]: DEBUG nova.compute.manager [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.588025] env[71114]: DEBUG nova.compute.manager [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.588025] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.588025] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f998bd51-cb1e-4711-8bc5-6c82a4bdb5bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.601023] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.601023] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76a33649-a8f8-4909-b847-7735d9c6ac08 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.611067] env[71114]: DEBUG oslo_vmware.api [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 872.611067] env[71114]: value = "task-3821641" [ 872.611067] env[71114]: _type = "Task" [ 872.611067] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.622936] env[71114]: DEBUG oslo_vmware.api [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.675021] env[71114]: DEBUG nova.compute.manager [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.675021] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.675533] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0761e7-0bd3-4a60-ba9d-557ebb67056e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.683840] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.684369] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4010952f-adf1-4bf4-b8ad-4bf21abdc5a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.688557] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c8b2fc-892a-47c4-b317-457608dc73f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.700022] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a63d18-a958-4aa3-a69c-17fc8fff1b6f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.703400] env[71114]: DEBUG oslo_vmware.api [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 872.703400] env[71114]: value = "task-3821642" [ 872.703400] env[71114]: _type = "Task" [ 872.703400] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.743792] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61239f7-04eb-4468-8a42-6bc36757907a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.754626] env[71114]: DEBUG oslo_vmware.api [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.763768] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4721626b-3e5d-43e3-b124-9f126036357e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.787894] env[71114]: DEBUG nova.compute.provider_tree [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.804315] env[71114]: DEBUG nova.network.neutron [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.848111] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.047882] env[71114]: DEBUG nova.network.neutron [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Updating instance_info_cache with network_info: [{"id": "3264f160-dc49-4c51-ab7d-7a9014be75b4", "address": "fa:16:3e:a7:21:5c", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3264f160-dc", "ovs_interfaceid": "3264f160-dc49-4c51-ab7d-7a9014be75b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.059895] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821640, 'name': Rename_Task, 'duration_secs': 0.224176} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.059895] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.059895] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8431fc99-1499-43f7-a667-16b7b28bd796 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.066286] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 873.066286] env[71114]: value = "task-3821643" [ 873.066286] env[71114]: _type = "Task" [ 873.066286] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.075437] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.125636] env[71114]: DEBUG oslo_vmware.api [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821641, 'name': PowerOffVM_Task, 'duration_secs': 0.320067} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.127348] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.127676] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.128064] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d12c331-8c34-4ef3-bcb5-0723bc32d77a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.204967] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.205269] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.205571] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleting the datastore file [datastore2] df16c547-f9a5-40b6-ac1d-aef131f6ed76 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.209355] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85dd116b-637e-4c52-97fe-625ec81eb858 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.217915] env[71114]: DEBUG oslo_vmware.api [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821642, 'name': PowerOffVM_Task, 'duration_secs': 0.213875} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.219307] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.219483] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.219859] env[71114]: DEBUG oslo_vmware.api [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 873.219859] env[71114]: value = "task-3821645" [ 873.219859] env[71114]: _type = "Task" [ 873.219859] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.220018] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e23395-eb08-4b7c-91bd-9fbd86a9cef8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.230590] env[71114]: DEBUG oslo_vmware.api [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.291717] env[71114]: DEBUG nova.scheduler.client.report [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.297328] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.297536] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.297762] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleting the datastore file [datastore1] 99309804-2c17-468c-b85e-b7d3ea3c4a28 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.298347] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805b65ff-b1fa-4d1b-821c-7e39198d60e0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.308069] env[71114]: DEBUG oslo_vmware.api [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 873.308069] env[71114]: value = "task-3821647" [ 873.308069] env[71114]: _type = "Task" [ 873.308069] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.317925] env[71114]: DEBUG oslo_vmware.api [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.550404] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "refresh_cache-23a6d860-acaa-4507-8d5a-af16de278202" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.550851] env[71114]: DEBUG nova.compute.manager [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Instance network_info: |[{"id": "3264f160-dc49-4c51-ab7d-7a9014be75b4", "address": "fa:16:3e:a7:21:5c", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3264f160-dc", "ovs_interfaceid": "3264f160-dc49-4c51-ab7d-7a9014be75b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.551089] env[71114]: DEBUG oslo_concurrency.lockutils [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] Acquired lock "refresh_cache-23a6d860-acaa-4507-8d5a-af16de278202" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.551284] env[71114]: DEBUG nova.network.neutron [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Refreshing network info cache for port 3264f160-dc49-4c51-ab7d-7a9014be75b4 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.552581] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:21:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3264f160-dc49-4c51-ab7d-7a9014be75b4', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.561225] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.564589] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.565350] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c061474c-55fa-4716-ab88-1fa50868939c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.584430] env[71114]: DEBUG nova.compute.manager [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.589378] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.589378] env[71114]: value = "task-3821648" [ 873.589378] env[71114]: _type = "Task" [ 873.589378] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.592671] env[71114]: DEBUG oslo_vmware.api [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821643, 'name': PowerOnVM_Task, 'duration_secs': 0.492485} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.595880] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.596123] env[71114]: DEBUG nova.compute.manager [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.597312] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea98cbfd-3747-41d1-8996-a20e6bd3274d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.612180] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821648, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.616835] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.617102] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.617275] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.617460] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.617608] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.617804] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.617972] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.618150] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.618318] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.618482] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.618656] env[71114]: DEBUG nova.virt.hardware [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.619869] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd33fc-7ea2-48de-81fd-8814abe162f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.628290] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a303ad2-c002-44d7-b3b0-8ceba84db19a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.733681] env[71114]: DEBUG oslo_vmware.api [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181626} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.733681] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.733914] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.734123] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.734355] env[71114]: INFO nova.compute.manager [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Took 1.15 seconds to destroy the instance on the hypervisor. [ 873.734894] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.734894] env[71114]: DEBUG nova.compute.manager [-] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.735038] env[71114]: DEBUG nova.network.neutron [-] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.799373] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.803038] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.172s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.804676] env[71114]: INFO nova.compute.claims [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.829936] env[71114]: DEBUG oslo_vmware.api [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212317} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.830227] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.830377] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.830558] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.830742] env[71114]: INFO nova.compute.manager [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Took 1.16 seconds to destroy the instance on the hypervisor. [ 873.831024] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.831191] env[71114]: DEBUG nova.compute.manager [-] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.831288] env[71114]: DEBUG nova.network.neutron [-] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.837953] env[71114]: INFO nova.scheduler.client.report [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Deleted allocations for instance e04a8ce7-624f-4c14-85b5-409ee889e92a [ 873.947244] env[71114]: DEBUG nova.network.neutron [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Updated VIF entry in instance network info cache for port 3264f160-dc49-4c51-ab7d-7a9014be75b4. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.947302] env[71114]: DEBUG nova.network.neutron [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Updating instance_info_cache with network_info: [{"id": "3264f160-dc49-4c51-ab7d-7a9014be75b4", "address": "fa:16:3e:a7:21:5c", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3264f160-dc", "ovs_interfaceid": "3264f160-dc49-4c51-ab7d-7a9014be75b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.114560] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821648, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.129784] env[71114]: DEBUG oslo_concurrency.lockutils [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.347414] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1d15665-1b8a-4b46-b14d-f8c085c39820 tempest-InstanceActionsV221TestJSON-1925449483 tempest-InstanceActionsV221TestJSON-1925449483-project-member] Lock "e04a8ce7-624f-4c14-85b5-409ee889e92a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.412s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.449987] env[71114]: DEBUG oslo_concurrency.lockutils [req-1b345a5a-3a6b-4769-a70b-bae8d86abfcf req-bdc96aa9-7d5d-4239-b8e3-8ce1f6f51b70 service nova] Releasing lock "refresh_cache-23a6d860-acaa-4507-8d5a-af16de278202" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.464256] env[71114]: DEBUG nova.compute.manager [req-617004f2-2465-4387-aae6-7dcac0dfd7f9 req-e4a5b392-1b95-47bb-abd6-68e334ac1afe service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Received event network-vif-deleted-c308b3ce-62ae-4748-9089-826aa18fc354 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.464521] env[71114]: INFO nova.compute.manager [req-617004f2-2465-4387-aae6-7dcac0dfd7f9 req-e4a5b392-1b95-47bb-abd6-68e334ac1afe service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Neutron deleted interface c308b3ce-62ae-4748-9089-826aa18fc354; detaching it from the instance and deleting it from the info cache [ 874.464521] env[71114]: DEBUG nova.network.neutron [req-617004f2-2465-4387-aae6-7dcac0dfd7f9 req-e4a5b392-1b95-47bb-abd6-68e334ac1afe service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.471201] env[71114]: DEBUG nova.network.neutron [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Successfully updated port: c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.523792] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 874.524522] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 874.604588] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821648, 'name': CreateVM_Task, 'duration_secs': 0.579443} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.604755] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.605968] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.605968] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.606160] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.606343] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cae37ac-63cd-4419-87c8-cda7ef99a0e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.611802] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 874.611802] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c2c407-847b-6d09-2b78-e19ac1638198" [ 874.611802] env[71114]: _type = "Task" [ 874.611802] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.620720] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c2c407-847b-6d09-2b78-e19ac1638198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.672752] env[71114]: DEBUG nova.network.neutron [-] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.703304] env[71114]: DEBUG nova.compute.manager [req-bae685a5-a030-4d46-bb7a-74b40c729db5 req-aad0d14f-89ae-492a-8bbc-50b4a9f353e0 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Received event network-vif-deleted-bfa044a8-16a4-400f-a9a4-79a1f3d7b236 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.703535] env[71114]: INFO nova.compute.manager [req-bae685a5-a030-4d46-bb7a-74b40c729db5 req-aad0d14f-89ae-492a-8bbc-50b4a9f353e0 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Neutron deleted interface bfa044a8-16a4-400f-a9a4-79a1f3d7b236; detaching it from the instance and deleting it from the info cache [ 874.703684] env[71114]: DEBUG nova.network.neutron [req-bae685a5-a030-4d46-bb7a-74b40c729db5 req-aad0d14f-89ae-492a-8bbc-50b4a9f353e0 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.748080] env[71114]: DEBUG nova.network.neutron [-] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.969640] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbee7518-07e7-4d9e-9bb7-56899772b6e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.976302] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "refresh_cache-9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.976302] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquired lock "refresh_cache-9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.976447] env[71114]: DEBUG nova.network.neutron [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.983288] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576d9b9a-8649-4fb4-90ab-91719191f541 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.043538] env[71114]: DEBUG nova.compute.manager [req-617004f2-2465-4387-aae6-7dcac0dfd7f9 req-e4a5b392-1b95-47bb-abd6-68e334ac1afe service nova] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Detach interface failed, port_id=c308b3ce-62ae-4748-9089-826aa18fc354, reason: Instance 99309804-2c17-468c-b85e-b7d3ea3c4a28 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.049102] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.049418] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.049642] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.049834] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.050057] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.050253] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.050568] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71114) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 875.050568] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.127532] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c2c407-847b-6d09-2b78-e19ac1638198, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.130664] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.130998] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.131303] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.131496] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.132012] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.132614] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62b0fa46-3d86-47bd-b498-46579e159dd0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.145417] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.145599] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.146420] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5aa15f5-a55b-41e7-bc36-0b12f9fe018c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.160137] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 875.160137] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e0a3a0-ac5e-3378-a44e-c629e572c9d2" [ 875.160137] env[71114]: _type = "Task" [ 875.160137] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.169251] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e0a3a0-ac5e-3378-a44e-c629e572c9d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.175954] env[71114]: INFO nova.compute.manager [-] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Took 1.34 seconds to deallocate network for instance. [ 875.206833] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bffd8b4-f30c-4612-919a-d12c27c390b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.220868] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed011ae-be44-4067-aaa3-33259e50a086 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.263729] env[71114]: INFO nova.compute.manager [-] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Took 1.53 seconds to deallocate network for instance. [ 875.264999] env[71114]: DEBUG nova.compute.manager [req-bae685a5-a030-4d46-bb7a-74b40c729db5 req-aad0d14f-89ae-492a-8bbc-50b4a9f353e0 service nova] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Detach interface failed, port_id=bfa044a8-16a4-400f-a9a4-79a1f3d7b236, reason: Instance df16c547-f9a5-40b6-ac1d-aef131f6ed76 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.265395] env[71114]: DEBUG nova.compute.manager [req-bae685a5-a030-4d46-bb7a-74b40c729db5 req-aad0d14f-89ae-492a-8bbc-50b4a9f353e0 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Received event network-vif-plugged-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.265693] env[71114]: DEBUG oslo_concurrency.lockutils [req-bae685a5-a030-4d46-bb7a-74b40c729db5 req-aad0d14f-89ae-492a-8bbc-50b4a9f353e0 service nova] Acquiring lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.266013] env[71114]: DEBUG oslo_concurrency.lockutils [req-bae685a5-a030-4d46-bb7a-74b40c729db5 req-aad0d14f-89ae-492a-8bbc-50b4a9f353e0 service nova] Lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.266315] env[71114]: DEBUG oslo_concurrency.lockutils [req-bae685a5-a030-4d46-bb7a-74b40c729db5 req-aad0d14f-89ae-492a-8bbc-50b4a9f353e0 service nova] Lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.266593] env[71114]: DEBUG nova.compute.manager [req-bae685a5-a030-4d46-bb7a-74b40c729db5 req-aad0d14f-89ae-492a-8bbc-50b4a9f353e0 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] No waiting events found dispatching network-vif-plugged-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 875.266863] env[71114]: WARNING nova.compute.manager [req-bae685a5-a030-4d46-bb7a-74b40c729db5 req-aad0d14f-89ae-492a-8bbc-50b4a9f353e0 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Received unexpected event network-vif-plugged-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 for instance with vm_state building and task_state spawning. [ 875.502140] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f153076-0e6f-422b-be8a-eddcff4519d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.505100] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.505530] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.505844] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.506148] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.506419] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.513022] env[71114]: INFO nova.compute.manager [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Terminating instance [ 875.515596] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ade0af-47c3-4170-bd62-334ea5d56bec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.551362] env[71114]: DEBUG nova.network.neutron [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.554519] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a33de46-0f76-47fc-9d85-1436f77e27a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.557981] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.565020] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6dff87-b3d4-4627-b55e-bf626bac34b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.582292] env[71114]: DEBUG nova.compute.provider_tree [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.671552] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e0a3a0-ac5e-3378-a44e-c629e572c9d2, 'name': SearchDatastore_Task, 'duration_secs': 0.0144} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.672529] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035d0232-6a68-4cb3-957b-ef7e65bf3393 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.678978] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 875.678978] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52949b81-9351-3f48-75f0-90f65211f102" [ 875.678978] env[71114]: _type = "Task" [ 875.678978] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.687994] env[71114]: DEBUG oslo_concurrency.lockutils [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.688289] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52949b81-9351-3f48-75f0-90f65211f102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.782291] env[71114]: DEBUG oslo_concurrency.lockutils [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.007183] env[71114]: DEBUG nova.network.neutron [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Updating instance_info_cache with network_info: [{"id": "c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9", "address": "fa:16:3e:6a:c1:49", "network": {"id": "37c39a57-c9f4-4520-92d0-df2042e86ba7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2104183238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67626222c53f4b43a8837f10a5ca2475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cd4fe1-6c", "ovs_interfaceid": "c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.022613] env[71114]: DEBUG nova.compute.manager [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.022880] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.024198] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d0db2e-3ca6-45ea-97aa-dcc1e245fd2b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.032940] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.033635] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbd02214-9782-4296-926a-9c5ac8eeedef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.043818] env[71114]: DEBUG oslo_vmware.api [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 876.043818] env[71114]: value = "task-3821650" [ 876.043818] env[71114]: _type = "Task" [ 876.043818] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.051741] env[71114]: DEBUG oslo_vmware.api [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.088548] env[71114]: DEBUG nova.scheduler.client.report [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.194908] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52949b81-9351-3f48-75f0-90f65211f102, 'name': SearchDatastore_Task, 'duration_secs': 0.018353} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.195333] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.195660] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 23a6d860-acaa-4507-8d5a-af16de278202/23a6d860-acaa-4507-8d5a-af16de278202.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.195783] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f7f80fc-0462-475f-8717-411b7443d916 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.205705] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 876.205705] env[71114]: value = "task-3821651" [ 876.205705] env[71114]: _type = "Task" [ 876.205705] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.219273] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.221808] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.222172] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759880', 'volume_id': 'd78ecc9f-de31-4752-8221-81ebb24867ee', 'name': 'volume-d78ecc9f-de31-4752-8221-81ebb24867ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d8f036f-f0f4-4a10-ae2c-070aef7a9e78', 'attached_at': '', 'detached_at': '', 'volume_id': 'd78ecc9f-de31-4752-8221-81ebb24867ee', 'serial': 'd78ecc9f-de31-4752-8221-81ebb24867ee'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.223212] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d578802-b6ac-4c45-9248-91a7aa665714 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.248231] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb5c43-0ef4-43b7-bc8d-f644f2e1f029 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.280382] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-d78ecc9f-de31-4752-8221-81ebb24867ee/volume-d78ecc9f-de31-4752-8221-81ebb24867ee.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.280799] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bee06e-8c8f-4f5c-a580-25362df069e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.302379] env[71114]: DEBUG oslo_vmware.api [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 876.302379] env[71114]: value = "task-3821652" [ 876.302379] env[71114]: _type = "Task" [ 876.302379] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.310739] env[71114]: DEBUG oslo_vmware.api [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.511610] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Releasing lock "refresh_cache-9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.512162] env[71114]: DEBUG nova.compute.manager [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Instance network_info: |[{"id": "c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9", "address": "fa:16:3e:6a:c1:49", "network": {"id": "37c39a57-c9f4-4520-92d0-df2042e86ba7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2104183238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67626222c53f4b43a8837f10a5ca2475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cd4fe1-6c", "ovs_interfaceid": "c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.512714] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:c1:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b36c5ae6-c344-4bd1-8239-29128e2bbfbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.520969] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.521281] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.521557] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fc6f18e-6a21-425c-87d7-5c4ed1d500cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.549571] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.549571] env[71114]: value = "task-3821653" [ 876.549571] env[71114]: _type = "Task" [ 876.549571] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.557478] env[71114]: DEBUG oslo_vmware.api [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821650, 'name': PowerOffVM_Task, 'duration_secs': 0.262452} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.558331] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.558510] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.558787] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6af75e4-6509-4b40-8436-bf28fb1b52cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.564447] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821653, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.595312] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.595312] env[71114]: DEBUG nova.compute.manager [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.598179] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.375s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.599771] env[71114]: INFO nova.compute.claims [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.686994] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.687309] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.687511] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleting the datastore file [datastore1] a02f0c97-1cb9-4c0e-8787-583f9c1c4688 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.687902] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f0cdd1-829a-4f46-b3aa-bc6e7ded9ca2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.698709] env[71114]: DEBUG oslo_vmware.api [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 876.698709] env[71114]: value = "task-3821655" [ 876.698709] env[71114]: _type = "Task" [ 876.698709] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.711725] env[71114]: DEBUG oslo_vmware.api [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.730941] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821651, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.804868] env[71114]: DEBUG nova.compute.manager [req-03daf717-f941-4821-8339-8760e41a2a5c req-d8b91242-c2e5-4f09-bf99-5916356fa917 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Received event network-changed-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.804935] env[71114]: DEBUG nova.compute.manager [req-03daf717-f941-4821-8339-8760e41a2a5c req-d8b91242-c2e5-4f09-bf99-5916356fa917 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Refreshing instance network info cache due to event network-changed-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.805164] env[71114]: DEBUG oslo_concurrency.lockutils [req-03daf717-f941-4821-8339-8760e41a2a5c req-d8b91242-c2e5-4f09-bf99-5916356fa917 service nova] Acquiring lock "refresh_cache-9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.805299] env[71114]: DEBUG oslo_concurrency.lockutils [req-03daf717-f941-4821-8339-8760e41a2a5c req-d8b91242-c2e5-4f09-bf99-5916356fa917 service nova] Acquired lock "refresh_cache-9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.805467] env[71114]: DEBUG nova.network.neutron [req-03daf717-f941-4821-8339-8760e41a2a5c req-d8b91242-c2e5-4f09-bf99-5916356fa917 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Refreshing network info cache for port c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.818100] env[71114]: DEBUG oslo_vmware.api [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.059799] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821653, 'name': CreateVM_Task, 'duration_secs': 0.457227} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.060094] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.060813] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.061021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.061353] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.061641] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8402b276-97b9-482e-b4ee-3757e2d8f030 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.068230] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 877.068230] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cf7b0a-f9a7-2e8d-d04b-0dadfa1e7335" [ 877.068230] env[71114]: _type = "Task" [ 877.068230] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.082149] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cf7b0a-f9a7-2e8d-d04b-0dadfa1e7335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.108077] env[71114]: DEBUG nova.compute.utils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.109499] env[71114]: DEBUG nova.compute.manager [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.109669] env[71114]: DEBUG nova.network.neutron [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.149349] env[71114]: DEBUG nova.policy [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e2d870e230946e6b96a345058cb7a50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f5c762a92374829999033862a59f312', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.211030] env[71114]: DEBUG oslo_vmware.api [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386351} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.211325] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.211514] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.212303] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.212303] env[71114]: INFO nova.compute.manager [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Took 1.19 seconds to destroy the instance on the hypervisor. [ 877.212303] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.212504] env[71114]: DEBUG nova.compute.manager [-] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.212544] env[71114]: DEBUG nova.network.neutron [-] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.226021] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531426} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.226021] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 23a6d860-acaa-4507-8d5a-af16de278202/23a6d860-acaa-4507-8d5a-af16de278202.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.226021] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.226021] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-221e40de-83f9-4143-a655-99ca78fc84e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.234101] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 877.234101] env[71114]: value = "task-3821656" [ 877.234101] env[71114]: _type = "Task" [ 877.234101] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.245971] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.316167] env[71114]: DEBUG oslo_vmware.api [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821652, 'name': ReconfigVM_Task, 'duration_secs': 0.674333} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.316908] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-d78ecc9f-de31-4752-8221-81ebb24867ee/volume-d78ecc9f-de31-4752-8221-81ebb24867ee.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.323201] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3276c35-c351-466e-bd4f-9b6acda05ecc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.344022] env[71114]: DEBUG oslo_vmware.api [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 877.344022] env[71114]: value = "task-3821657" [ 877.344022] env[71114]: _type = "Task" [ 877.344022] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.353739] env[71114]: DEBUG oslo_vmware.api [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.585589] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cf7b0a-f9a7-2e8d-d04b-0dadfa1e7335, 'name': SearchDatastore_Task, 'duration_secs': 0.01628} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.585992] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.586933] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.586933] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.586933] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.586933] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.587084] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b5d2248-06ce-49af-ad76-5e92146383ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.600510] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.600714] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.601782] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb438304-1c37-407d-a8cd-ccdbcc7fd07e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.609641] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 877.609641] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5215dec3-efea-20d3-a13a-8c7d28430727" [ 877.609641] env[71114]: _type = "Task" [ 877.609641] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.617196] env[71114]: DEBUG nova.compute.manager [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.631106] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5215dec3-efea-20d3-a13a-8c7d28430727, 'name': SearchDatastore_Task, 'duration_secs': 0.014681} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.635166] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badad110-74be-4f2d-9450-80060c3fc23c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.635615] env[71114]: DEBUG nova.network.neutron [req-03daf717-f941-4821-8339-8760e41a2a5c req-d8b91242-c2e5-4f09-bf99-5916356fa917 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Updated VIF entry in instance network info cache for port c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.635961] env[71114]: DEBUG nova.network.neutron [req-03daf717-f941-4821-8339-8760e41a2a5c req-d8b91242-c2e5-4f09-bf99-5916356fa917 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Updating instance_info_cache with network_info: [{"id": "c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9", "address": "fa:16:3e:6a:c1:49", "network": {"id": "37c39a57-c9f4-4520-92d0-df2042e86ba7", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2104183238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67626222c53f4b43a8837f10a5ca2475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b36c5ae6-c344-4bd1-8239-29128e2bbfbf", "external-id": "nsx-vlan-transportzone-214", "segmentation_id": 214, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cd4fe1-6c", "ovs_interfaceid": "c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.644164] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 877.644164] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b21bdb-5360-f483-a079-f1c8c20bf98e" [ 877.644164] env[71114]: _type = "Task" [ 877.644164] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.656583] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b21bdb-5360-f483-a079-f1c8c20bf98e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.667458] env[71114]: DEBUG nova.network.neutron [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Successfully created port: af4b84b2-462b-4fb1-8955-d324b0b71a68 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.743048] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072926} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.745981] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.747874] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270cbdf7-cc32-422e-8aa6-c1505753e494 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.772174] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 23a6d860-acaa-4507-8d5a-af16de278202/23a6d860-acaa-4507-8d5a-af16de278202.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.774606] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f160d8c0-3944-446b-b818-b1d4ff1b322b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.795723] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 877.795723] env[71114]: value = "task-3821658" [ 877.795723] env[71114]: _type = "Task" [ 877.795723] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.804817] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.856960] env[71114]: DEBUG oslo_vmware.api [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821657, 'name': ReconfigVM_Task, 'duration_secs': 0.210378} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.857316] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759880', 'volume_id': 'd78ecc9f-de31-4752-8221-81ebb24867ee', 'name': 'volume-d78ecc9f-de31-4752-8221-81ebb24867ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d8f036f-f0f4-4a10-ae2c-070aef7a9e78', 'attached_at': '', 'detached_at': '', 'volume_id': 'd78ecc9f-de31-4752-8221-81ebb24867ee', 'serial': 'd78ecc9f-de31-4752-8221-81ebb24867ee'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 878.096643] env[71114]: DEBUG nova.network.neutron [-] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.151152] env[71114]: DEBUG oslo_concurrency.lockutils [req-03daf717-f941-4821-8339-8760e41a2a5c req-d8b91242-c2e5-4f09-bf99-5916356fa917 service nova] Releasing lock "refresh_cache-9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.157550] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b21bdb-5360-f483-a079-f1c8c20bf98e, 'name': SearchDatastore_Task, 'duration_secs': 0.019593} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.158080] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.158360] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f/9bf0a16f-b78a-4e7f-ac2b-dfbba835616f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.161591] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eecc5278-6207-43f4-b197-96007af6647d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.172762] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 878.172762] env[71114]: value = "task-3821659" [ 878.172762] env[71114]: _type = "Task" [ 878.172762] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.187387] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.211487] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3694a1b1-295b-4f1c-8ab7-bb949daee75a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.223077] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c7fbb5-a3a1-4cef-9340-cd3283142b11 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.258729] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3617cfa9-be61-49cc-b4ff-a93a83b731e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.268412] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d879c80f-f2ba-41d4-a654-e1916bead3f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.283384] env[71114]: DEBUG nova.compute.provider_tree [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.307549] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821658, 'name': ReconfigVM_Task, 'duration_secs': 0.379938} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.307788] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 23a6d860-acaa-4507-8d5a-af16de278202/23a6d860-acaa-4507-8d5a-af16de278202.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.308444] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a669d9ac-9ebb-401e-8934-8eb5deee17ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.317056] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 878.317056] env[71114]: value = "task-3821660" [ 878.317056] env[71114]: _type = "Task" [ 878.317056] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.329418] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821660, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.602075] env[71114]: INFO nova.compute.manager [-] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Took 1.39 seconds to deallocate network for instance. [ 878.631017] env[71114]: DEBUG nova.compute.manager [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.658690] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.658854] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.659076] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.659300] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.659454] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.659654] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.659908] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.660077] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.660254] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.660418] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.660697] env[71114]: DEBUG nova.virt.hardware [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.661683] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a773fd4-9421-41be-9f28-2ac33861882e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.674325] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f074ea3-0558-4bd9-9788-e1c3ac35cc8f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.688163] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821659, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.809473] env[71114]: ERROR nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [req-c78a907d-b7f8-4eff-bed7-7406d4817a68] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c78a907d-b7f8-4eff-bed7-7406d4817a68"}]} [ 878.827815] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821660, 'name': Rename_Task, 'duration_secs': 0.148974} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.828989] env[71114]: DEBUG nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 878.831229] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.831753] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e23a3c6-6a91-4c24-9596-85a6cd89a783 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.841274] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 878.841274] env[71114]: value = "task-3821661" [ 878.841274] env[71114]: _type = "Task" [ 878.841274] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.850155] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.851399] env[71114]: DEBUG nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 878.851641] env[71114]: DEBUG nova.compute.provider_tree [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.866531] env[71114]: DEBUG nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 878.889692] env[71114]: DEBUG nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 878.895118] env[71114]: DEBUG nova.compute.manager [req-7f2c1172-9720-42ee-915b-6c9502d7de37 req-c0eac88e-59cb-4783-a77a-4a75ea779f81 service nova] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Received event network-vif-deleted-82a301f0-647c-497e-8307-7478ec477b29 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.902900] env[71114]: DEBUG nova.objects.instance [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lazy-loading 'flavor' on Instance uuid 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.109455] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.195567] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776403} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.195854] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f/9bf0a16f-b78a-4e7f-ac2b-dfbba835616f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.196142] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.196425] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bf22000-884c-4445-b80c-7afc87d1548e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.204538] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 879.204538] env[71114]: value = "task-3821662" [ 879.204538] env[71114]: _type = "Task" [ 879.204538] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.216400] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.360103] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.412693] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2f64679a-4127-4922-9db5-6f7deae5b63a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.847s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.423073] env[71114]: DEBUG nova.network.neutron [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Successfully updated port: af4b84b2-462b-4fb1-8955-d324b0b71a68 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.530318] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc50b338-2461-4994-bd7e-a5c59603e50f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.538934] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91af55d-fc87-493c-9dac-a0158585b42e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.571322] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2ef30-6f56-41be-ac73-3f0e189dc16d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.579575] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6002384-6ac1-4094-9321-9da8531b880d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.594457] env[71114]: DEBUG nova.compute.provider_tree [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.714936] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080739} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.715246] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.716145] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3ca82b-d7b6-4c49-a689-1c884419eb79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.738971] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f/9bf0a16f-b78a-4e7f-ac2b-dfbba835616f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.740827] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d3dfb5-0405-432a-8b73-9f64a7025ced {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.761470] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 879.761470] env[71114]: value = "task-3821663" [ 879.761470] env[71114]: _type = "Task" [ 879.761470] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.770268] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.855591] env[71114]: DEBUG oslo_vmware.api [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821661, 'name': PowerOnVM_Task, 'duration_secs': 0.545638} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.855994] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.856235] env[71114]: INFO nova.compute.manager [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Took 9.04 seconds to spawn the instance on the hypervisor. [ 879.856485] env[71114]: DEBUG nova.compute.manager [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 879.857613] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f2daa4-f482-49d5-aa40-22fcc31b917d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.927413] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquiring lock "refresh_cache-0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.927413] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquired lock "refresh_cache-0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.927413] env[71114]: DEBUG nova.network.neutron [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.116990] env[71114]: ERROR nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [req-b9b5a035-d703-41fa-bfed-783386b8e53e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b9b5a035-d703-41fa-bfed-783386b8e53e"}]} [ 880.135663] env[71114]: DEBUG nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 880.149311] env[71114]: DEBUG nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 880.149711] env[71114]: DEBUG nova.compute.provider_tree [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.163376] env[71114]: DEBUG nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 880.184469] env[71114]: DEBUG nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 880.271752] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821663, 'name': ReconfigVM_Task, 'duration_secs': 0.312287} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.274637] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f/9bf0a16f-b78a-4e7f-ac2b-dfbba835616f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.275533] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa250e82-8954-42d7-b5dd-860d02ded9b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.282919] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 880.282919] env[71114]: value = "task-3821664" [ 880.282919] env[71114]: _type = "Task" [ 880.282919] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.292684] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821664, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.383558] env[71114]: INFO nova.compute.manager [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Took 48.54 seconds to build instance. [ 880.467968] env[71114]: DEBUG nova.network.neutron [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.496634] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.496861] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.622949] env[71114]: DEBUG nova.network.neutron [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Updating instance_info_cache with network_info: [{"id": "af4b84b2-462b-4fb1-8955-d324b0b71a68", "address": "fa:16:3e:ca:a8:5d", "network": {"id": "a945cd0c-998f-4b40-9047-033f3686258b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1558062041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5c762a92374829999033862a59f312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4b84b2-46", "ovs_interfaceid": "af4b84b2-462b-4fb1-8955-d324b0b71a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.698262] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a5e90a-a60e-4574-8254-01620c7432fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.707438] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b883f5e0-9afd-43a6-a969-5c657e1c6cd6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.744791] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fb9934-a4b1-4fe0-bbcb-d1b97219c941 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.754305] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3742ee4-97cd-4998-93cb-b3c95922f63c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.774242] env[71114]: DEBUG nova.compute.provider_tree [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.794461] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821664, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.885733] env[71114]: DEBUG oslo_concurrency.lockutils [None req-604e8f55-3bc2-46b8-972d-9e5c3ccdb353 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "23a6d860-acaa-4507-8d5a-af16de278202" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.380s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.947486] env[71114]: DEBUG nova.compute.manager [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Received event network-vif-plugged-af4b84b2-462b-4fb1-8955-d324b0b71a68 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.947862] env[71114]: DEBUG oslo_concurrency.lockutils [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] Acquiring lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.948109] env[71114]: DEBUG oslo_concurrency.lockutils [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] Lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.948426] env[71114]: DEBUG oslo_concurrency.lockutils [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] Lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.948472] env[71114]: DEBUG nova.compute.manager [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] No waiting events found dispatching network-vif-plugged-af4b84b2-462b-4fb1-8955-d324b0b71a68 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 880.948611] env[71114]: WARNING nova.compute.manager [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Received unexpected event network-vif-plugged-af4b84b2-462b-4fb1-8955-d324b0b71a68 for instance with vm_state building and task_state spawning. [ 880.948779] env[71114]: DEBUG nova.compute.manager [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Received event network-changed-af4b84b2-462b-4fb1-8955-d324b0b71a68 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.948964] env[71114]: DEBUG nova.compute.manager [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Refreshing instance network info cache due to event network-changed-af4b84b2-462b-4fb1-8955-d324b0b71a68. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.949175] env[71114]: DEBUG oslo_concurrency.lockutils [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] Acquiring lock "refresh_cache-0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.125627] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Releasing lock "refresh_cache-0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.126029] env[71114]: DEBUG nova.compute.manager [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Instance network_info: |[{"id": "af4b84b2-462b-4fb1-8955-d324b0b71a68", "address": "fa:16:3e:ca:a8:5d", "network": {"id": "a945cd0c-998f-4b40-9047-033f3686258b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1558062041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5c762a92374829999033862a59f312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4b84b2-46", "ovs_interfaceid": "af4b84b2-462b-4fb1-8955-d324b0b71a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.126338] env[71114]: DEBUG oslo_concurrency.lockutils [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] Acquired lock "refresh_cache-0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.126522] env[71114]: DEBUG nova.network.neutron [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Refreshing network info cache for port af4b84b2-462b-4fb1-8955-d324b0b71a68 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.128177] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:a8:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af4b84b2-462b-4fb1-8955-d324b0b71a68', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.136276] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Creating folder: Project (0f5c762a92374829999033862a59f312). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.136961] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb91af39-515d-491b-864f-d7cbbb63de7b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.152738] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Created folder: Project (0f5c762a92374829999033862a59f312) in parent group-v759732. [ 881.153073] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Creating folder: Instances. Parent ref: group-v759883. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.153461] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-969ce5ee-5e15-48d4-9a7a-ba000ece14fc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.166774] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Created folder: Instances in parent group-v759883. [ 881.167076] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.167308] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.167542] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1500a167-f2f9-4cdf-afa0-f9ef0125c59d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.189043] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.189043] env[71114]: value = "task-3821667" [ 881.189043] env[71114]: _type = "Task" [ 881.189043] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.198085] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821667, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.295948] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821664, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.330059] env[71114]: DEBUG nova.scheduler.client.report [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 881.330059] env[71114]: DEBUG nova.compute.provider_tree [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 82 to 83 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 881.330059] env[71114]: DEBUG nova.compute.provider_tree [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.388676] env[71114]: DEBUG nova.compute.manager [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.703199] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821667, 'name': CreateVM_Task, 'duration_secs': 0.414877} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.703199] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.703199] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.703199] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.703571] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.703571] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77fc1fbd-3b54-4299-8baf-e8db1386d844 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.709739] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for the task: (returnval){ [ 881.709739] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fb25c0-c1e7-9643-f33b-6bb4a8dc40e3" [ 881.709739] env[71114]: _type = "Task" [ 881.709739] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.722044] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fb25c0-c1e7-9643-f33b-6bb4a8dc40e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.795496] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821664, 'name': Rename_Task, 'duration_secs': 1.155595} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.795760] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.796548] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd7475b6-1e1d-46c2-bae5-46818f455a5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.804958] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 881.804958] env[71114]: value = "task-3821668" [ 881.804958] env[71114]: _type = "Task" [ 881.804958] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.813991] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.837520] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.239s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.838429] env[71114]: DEBUG nova.compute.manager [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.847238] env[71114]: DEBUG nova.compute.manager [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 881.847670] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.708s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.849386] env[71114]: INFO nova.compute.claims [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.854485] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcac99b-8279-4e36-9696-19323aeb94e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.919359] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.990217] env[71114]: DEBUG nova.network.neutron [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Updated VIF entry in instance network info cache for port af4b84b2-462b-4fb1-8955-d324b0b71a68. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.990217] env[71114]: DEBUG nova.network.neutron [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Updating instance_info_cache with network_info: [{"id": "af4b84b2-462b-4fb1-8955-d324b0b71a68", "address": "fa:16:3e:ca:a8:5d", "network": {"id": "a945cd0c-998f-4b40-9047-033f3686258b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1558062041-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f5c762a92374829999033862a59f312", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4b84b2-46", "ovs_interfaceid": "af4b84b2-462b-4fb1-8955-d324b0b71a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.222346] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fb25c0-c1e7-9643-f33b-6bb4a8dc40e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013866} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.222729] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.223416] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.223416] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.223664] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.223712] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.223999] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0de7f477-4ad1-4905-ab06-0d39e8ab7716 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.234127] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.234408] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.235232] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba285e24-4a21-46a2-af94-88633e775a09 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.241908] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for the task: (returnval){ [ 882.241908] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fe1e6b-aa8e-47ea-84d1-79d9fd350119" [ 882.241908] env[71114]: _type = "Task" [ 882.241908] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.251644] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fe1e6b-aa8e-47ea-84d1-79d9fd350119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.317466] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.356035] env[71114]: DEBUG nova.compute.utils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.360736] env[71114]: DEBUG nova.compute.manager [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.360907] env[71114]: DEBUG nova.network.neutron [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.370279] env[71114]: INFO nova.compute.manager [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] instance snapshotting [ 882.373781] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2b00fa-4ee4-4fe4-bc58-8a84766b75bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.395595] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2779ad5c-fcf6-43a1-9195-56afd65b14de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.409316] env[71114]: DEBUG nova.policy [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b762b8e046842bc8197b36aed8f9cde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5d2ddc79f5c4bb0a7ff901953b0e551', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.492343] env[71114]: DEBUG oslo_concurrency.lockutils [req-242f508f-0265-4b33-989a-03fdb401c3ed req-ac403831-a42c-4e22-8dc1-5fd8b796af2f service nova] Releasing lock "refresh_cache-0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.758862] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fe1e6b-aa8e-47ea-84d1-79d9fd350119, 'name': SearchDatastore_Task, 'duration_secs': 0.027424} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.758862] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27821dd7-fad7-49ae-b711-90d5aa38377d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.769183] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for the task: (returnval){ [ 882.769183] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5217b52f-ad0d-d6e3-75f9-de619aabb714" [ 882.769183] env[71114]: _type = "Task" [ 882.769183] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.781101] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5217b52f-ad0d-d6e3-75f9-de619aabb714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.817788] env[71114]: DEBUG oslo_vmware.api [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821668, 'name': PowerOnVM_Task, 'duration_secs': 0.577967} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.818460] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.818837] env[71114]: INFO nova.compute.manager [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Took 9.23 seconds to spawn the instance on the hypervisor. [ 882.819124] env[71114]: DEBUG nova.compute.manager [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.819944] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16009b98-ae15-4ea7-838c-6c7a7da3d85d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.856651] env[71114]: DEBUG nova.network.neutron [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Successfully created port: 77a40262-a253-4326-a401-573a1cf6ba9f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.862602] env[71114]: DEBUG nova.compute.manager [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.907050] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.907707] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a82aaeca-4727-4c2e-8068-a392e82c6338 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.915763] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 882.915763] env[71114]: value = "task-3821669" [ 882.915763] env[71114]: _type = "Task" [ 882.915763] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.925591] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821669, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.061411] env[71114]: INFO nova.compute.manager [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Rebuilding instance [ 883.125148] env[71114]: DEBUG nova.compute.manager [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.126015] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805663d6-55b7-4a98-bba0-dcc538ccb954 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.284691] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5217b52f-ad0d-d6e3-75f9-de619aabb714, 'name': SearchDatastore_Task, 'duration_secs': 0.016458} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.284974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.285256] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2/0db21bd6-fe62-4780-8a70-5f1a9ff72eb2.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.285813] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce94e91-5d30-498d-92e5-06738bd26fee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.289049] env[71114]: DEBUG nova.network.neutron [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Successfully created port: 245cadcb-a9a4-4623-99e7-708ec333aecb {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.300854] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for the task: (returnval){ [ 883.300854] env[71114]: value = "task-3821670" [ 883.300854] env[71114]: _type = "Task" [ 883.300854] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.310889] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.348078] env[71114]: INFO nova.compute.manager [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Took 49.65 seconds to build instance. [ 883.427193] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821669, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.497175] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9790764a-9422-4795-9084-144f4c873e74 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.510322] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9222f3-db0d-4fca-8120-5a58cc298b7e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.549581] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76e8178-93df-44c1-b4fb-482ac5ea2eac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.560860] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe35f5e-e037-4d77-9b25-cbbd3bf7a79e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.577300] env[71114]: DEBUG nova.compute.provider_tree [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.811395] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821670, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.851218] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2aaa69a0-358c-4922-a7f7-748a47ea574c tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.236s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.880492] env[71114]: DEBUG nova.compute.manager [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.910028] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.910280] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.910328] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.910498] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.911118] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.911118] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.911118] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.911404] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.911404] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.911477] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.911646] env[71114]: DEBUG nova.virt.hardware [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.912804] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2714fd17-52b1-4f0c-a286-d2ebe8afc800 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.925539] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d505906-6842-49c3-bfb5-7312de31f40e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.936321] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821669, 'name': CreateSnapshot_Task, 'duration_secs': 0.736184} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.936932] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.937847] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e66a35-1018-4eff-a6d8-07d65d5b1074 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.966097] env[71114]: DEBUG nova.compute.manager [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.968343] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b33ae-4146-4afa-b3ab-ad1eec94133f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.081667] env[71114]: DEBUG nova.scheduler.client.report [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.143842] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.144190] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72d82ffe-3d12-4220-9994-8a89d0c2277b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.152687] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for the task: (returnval){ [ 884.152687] env[71114]: value = "task-3821671" [ 884.152687] env[71114]: _type = "Task" [ 884.152687] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.162938] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.314416] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525294} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.314743] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2/0db21bd6-fe62-4780-8a70-5f1a9ff72eb2.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.315053] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.315346] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5342062f-3fe8-4686-86df-b3747b244924 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.323535] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for the task: (returnval){ [ 884.323535] env[71114]: value = "task-3821672" [ 884.323535] env[71114]: _type = "Task" [ 884.323535] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.336641] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.354671] env[71114]: DEBUG nova.compute.manager [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.467089] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 884.467824] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca28f3c8-4254-4e79-b526-b991376c48c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.479153] env[71114]: INFO nova.compute.manager [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] instance snapshotting [ 884.479670] env[71114]: DEBUG nova.objects.instance [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'flavor' on Instance uuid 2f9f3bdd-1c9a-456b-9959-146dc2aec368 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.481671] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 884.481671] env[71114]: value = "task-3821673" [ 884.481671] env[71114]: _type = "Task" [ 884.481671] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.491293] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821673, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.586950] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.587562] env[71114]: DEBUG nova.compute.manager [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.590577] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.954s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.590797] env[71114]: DEBUG nova.objects.instance [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'resources' on Instance uuid 37fcddcc-b28b-461a-be2f-c5c928716584 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.664626] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821671, 'name': PowerOffVM_Task, 'duration_secs': 0.232088} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.665070] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.665853] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.666149] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c0262d-ab1f-42a2-8457-77e92ef309ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.676069] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for the task: (returnval){ [ 884.676069] env[71114]: value = "task-3821674" [ 884.676069] env[71114]: _type = "Task" [ 884.676069] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.692464] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 884.692699] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 884.692894] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759815', 'volume_id': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'name': 'volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35739b42-c8b6-40a7-a0e7-7d62a708ff1b', 'attached_at': '', 'detached_at': '', 'volume_id': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'serial': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 884.693856] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43292b5e-b7be-436f-a999-c0918e96c35d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.715041] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd0c7cc-111b-4256-a3f0-9a446693a3d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.724504] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f44f59a-bc42-4832-90af-7e43aa04184c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.749052] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c44b8e3-a975-4a4a-ba5c-f71e86a7a24a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.768868] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] The volume has not been displaced from its original location: [datastore1] volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e/volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 884.775023] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 884.775398] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3132e9e-bbed-4f3f-86e8-d287e581633c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.795210] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for the task: (returnval){ [ 884.795210] env[71114]: value = "task-3821675" [ 884.795210] env[71114]: _type = "Task" [ 884.795210] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.803838] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.834581] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.32662} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.834581] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.834885] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ec694c-32f5-4c61-a583-39256557de65 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.860073] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2/0db21bd6-fe62-4780-8a70-5f1a9ff72eb2.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.863306] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0124a1cb-3380-4576-a56c-9f22f6cd38a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.888650] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for the task: (returnval){ [ 884.888650] env[71114]: value = "task-3821676" [ 884.888650] env[71114]: _type = "Task" [ 884.888650] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.905181] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.906656] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.992083] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f4ec41-93e5-4d61-93a9-f131698c1e31 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.000436] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821673, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.018691] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28881001-81f0-48a3-bf00-26f1e20aef80 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.095224] env[71114]: DEBUG nova.compute.utils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.105285] env[71114]: DEBUG nova.compute.manager [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.105614] env[71114]: DEBUG nova.network.neutron [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.114925] env[71114]: DEBUG nova.compute.manager [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.157623] env[71114]: DEBUG nova.network.neutron [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Successfully updated port: 77a40262-a253-4326-a401-573a1cf6ba9f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.165961] env[71114]: DEBUG nova.policy [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '466fce104e3d48ae91f1734015f54a34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b3ec22f3d14223b53bb1fa6a8ac8ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.185402] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.185686] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.188351] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.188351] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.188351] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.190989] env[71114]: INFO nova.compute.manager [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Terminating instance [ 885.280608] env[71114]: DEBUG nova.compute.manager [req-4694e242-e2e8-4063-bb9e-46f7ef80841b req-06598823-87b0-4030-83c9-bb065818c13d service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Received event network-vif-plugged-77a40262-a253-4326-a401-573a1cf6ba9f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.280709] env[71114]: DEBUG oslo_concurrency.lockutils [req-4694e242-e2e8-4063-bb9e-46f7ef80841b req-06598823-87b0-4030-83c9-bb065818c13d service nova] Acquiring lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.280926] env[71114]: DEBUG oslo_concurrency.lockutils [req-4694e242-e2e8-4063-bb9e-46f7ef80841b req-06598823-87b0-4030-83c9-bb065818c13d service nova] Lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.282329] env[71114]: DEBUG oslo_concurrency.lockutils [req-4694e242-e2e8-4063-bb9e-46f7ef80841b req-06598823-87b0-4030-83c9-bb065818c13d service nova] Lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.282670] env[71114]: DEBUG nova.compute.manager [req-4694e242-e2e8-4063-bb9e-46f7ef80841b req-06598823-87b0-4030-83c9-bb065818c13d service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] No waiting events found dispatching network-vif-plugged-77a40262-a253-4326-a401-573a1cf6ba9f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 885.282769] env[71114]: WARNING nova.compute.manager [req-4694e242-e2e8-4063-bb9e-46f7ef80841b req-06598823-87b0-4030-83c9-bb065818c13d service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Received unexpected event network-vif-plugged-77a40262-a253-4326-a401-573a1cf6ba9f for instance with vm_state building and task_state spawning. [ 885.313134] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821675, 'name': ReconfigVM_Task, 'duration_secs': 0.180711} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.313487] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 885.322227] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f1cba5-15f9-4ac1-b12f-1604043cdf12 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.338905] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for the task: (returnval){ [ 885.338905] env[71114]: value = "task-3821677" [ 885.338905] env[71114]: _type = "Task" [ 885.338905] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.349228] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.404281] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.499841] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821673, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.531289] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 885.531631] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27e3b177-301c-4ab8-9436-4a8b4d3ac356 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.543508] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 885.543508] env[71114]: value = "task-3821678" [ 885.543508] env[71114]: _type = "Task" [ 885.543508] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.555830] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.700241] env[71114]: DEBUG nova.compute.manager [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.700494] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.702143] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f0a1f4-526e-40a2-be02-419ce9baa8f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.711227] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.711523] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5aaf70-9869-4e3a-8a49-1ed4e8dd558c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.720087] env[71114]: DEBUG oslo_vmware.api [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 885.720087] env[71114]: value = "task-3821679" [ 885.720087] env[71114]: _type = "Task" [ 885.720087] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.733806] env[71114]: DEBUG oslo_vmware.api [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.750149] env[71114]: DEBUG nova.network.neutron [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Successfully created port: a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.854147] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821677, 'name': ReconfigVM_Task, 'duration_secs': 0.179498} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.854484] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759815', 'volume_id': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'name': 'volume-78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '35739b42-c8b6-40a7-a0e7-7d62a708ff1b', 'attached_at': '', 'detached_at': '', 'volume_id': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e', 'serial': '78f33a7c-abb9-46e6-87c5-3a0cd37bb70e'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 885.854769] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.855620] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f19c65-1534-4665-80e9-90605657eb85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.863787] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.864098] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb1f3682-be58-4192-9c16-50c28a09e146 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.905266] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821676, 'name': ReconfigVM_Task, 'duration_secs': 0.642568} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.905572] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2/0db21bd6-fe62-4780-8a70-5f1a9ff72eb2.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.906270] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-754627e7-526b-4ce0-9999-80e3a35ed8e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.921427] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for the task: (returnval){ [ 885.921427] env[71114]: value = "task-3821681" [ 885.921427] env[71114]: _type = "Task" [ 885.921427] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.938077] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821681, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.949134] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.949568] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.949860] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Deleting the datastore file [datastore1] 35739b42-c8b6-40a7-a0e7-7d62a708ff1b {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.950207] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7470024-e49d-4513-b516-a6f1a1a4e430 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.959307] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for the task: (returnval){ [ 885.959307] env[71114]: value = "task-3821682" [ 885.959307] env[71114]: _type = "Task" [ 885.959307] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.971340] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.973560] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa194686-0624-4dbe-a9fa-75e6b7b5025c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.982634] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bf4755-e720-4c7e-987c-9530d618a005 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.996900] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821673, 'name': CloneVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.028179] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7479b1c7-3476-4a31-8a64-a5131ad1e6c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.034913] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.035199] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.041517] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406c9cec-994f-4c8d-abff-d0b1e213f842 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.064083] env[71114]: DEBUG nova.compute.provider_tree [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.065712] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821678, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.135354] env[71114]: DEBUG nova.compute.manager [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.171640] env[71114]: DEBUG nova.virt.hardware [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.172365] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f163707-a555-469b-8628-2666debc76f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.181610] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed193bb-608d-4461-a5f6-e1665bc4eceb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.231179] env[71114]: DEBUG oslo_vmware.api [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821679, 'name': PowerOffVM_Task, 'duration_secs': 0.247775} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.231503] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.231686] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.232054] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13d4e2d0-7a62-4488-9a40-ee1019c70e68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.308169] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.309230] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.309230] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Deleting the datastore file [datastore2] 56a1dccf-2dd0-4b4d-8ddb-0092ee837752 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.309428] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a100c8cf-033d-4f32-a04f-1db1ceaf2bbe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.317317] env[71114]: DEBUG oslo_vmware.api [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 886.317317] env[71114]: value = "task-3821684" [ 886.317317] env[71114]: _type = "Task" [ 886.317317] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.325599] env[71114]: DEBUG oslo_vmware.api [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.431787] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821681, 'name': Rename_Task, 'duration_secs': 0.247569} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.433202] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.433202] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-144223b1-bdfd-4026-b658-8c5696323782 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.439762] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for the task: (returnval){ [ 886.439762] env[71114]: value = "task-3821685" [ 886.439762] env[71114]: _type = "Task" [ 886.439762] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.448323] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.471576] env[71114]: DEBUG oslo_vmware.api [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Task: {'id': task-3821682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119557} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.472176] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.472539] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.472859] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.497771] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821673, 'name': CloneVM_Task, 'duration_secs': 1.533206} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.498041] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Created linked-clone VM from snapshot [ 886.498915] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbb8570-8018-4de3-9c13-fa9571d1d83b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.506663] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Uploading image 537dcd0a-7e62-4027-ae1a-456cdea988e2 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.533582] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 886.533582] env[71114]: value = "vm-759887" [ 886.533582] env[71114]: _type = "VirtualMachine" [ 886.533582] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 886.533970] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0f18d6a-1aad-4ad2-8936-d75465cf2bb7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.543109] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lease: (returnval){ [ 886.543109] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52546877-7169-c8ff-98bb-c53571c6a758" [ 886.543109] env[71114]: _type = "HttpNfcLease" [ 886.543109] env[71114]: } obtained for exporting VM: (result){ [ 886.543109] env[71114]: value = "vm-759887" [ 886.543109] env[71114]: _type = "VirtualMachine" [ 886.543109] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 886.543461] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the lease: (returnval){ [ 886.543461] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52546877-7169-c8ff-98bb-c53571c6a758" [ 886.543461] env[71114]: _type = "HttpNfcLease" [ 886.543461] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.547940] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 886.553514] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8223a0b1-3a7f-4882-b094-1edc0b67509b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.556638] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.556638] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52546877-7169-c8ff-98bb-c53571c6a758" [ 886.556638] env[71114]: _type = "HttpNfcLease" [ 886.556638] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 886.562742] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821678, 'name': CreateSnapshot_Task, 'duration_secs': 0.865997} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.564167] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 886.565013] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574b920-034f-48d3-b5bf-f21451bd4790 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.570448] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4eb7e1-7f93-4a40-84cc-b12fafbbf2f8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.581501] env[71114]: DEBUG nova.scheduler.client.report [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.612708] env[71114]: ERROR nova.compute.manager [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Failed to detach volume 78f33a7c-abb9-46e6-87c5-3a0cd37bb70e from /dev/sda: nova.exception.InstanceNotFound: Instance 35739b42-c8b6-40a7-a0e7-7d62a708ff1b could not be found. [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Traceback (most recent call last): [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self.driver.rebuild(**kwargs) [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] raise NotImplementedError() [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] NotImplementedError [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] During handling of the above exception, another exception occurred: [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Traceback (most recent call last): [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self.driver.detach_volume(context, old_connection_info, [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] return self._volumeops.detach_volume(connection_info, instance) [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self._detach_volume_vmdk(connection_info, instance) [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] stable_ref.fetch_moref(session) [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] nova.exception.InstanceNotFound: Instance 35739b42-c8b6-40a7-a0e7-7d62a708ff1b could not be found. [ 886.612708] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] [ 886.785087] env[71114]: DEBUG nova.compute.utils [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Build of instance 35739b42-c8b6-40a7-a0e7-7d62a708ff1b aborted: Failed to rebuild volume backed instance. {{(pid=71114) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 886.788537] env[71114]: ERROR nova.compute.manager [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 35739b42-c8b6-40a7-a0e7-7d62a708ff1b aborted: Failed to rebuild volume backed instance. [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Traceback (most recent call last): [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self.driver.rebuild(**kwargs) [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] raise NotImplementedError() [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] NotImplementedError [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] During handling of the above exception, another exception occurred: [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Traceback (most recent call last): [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self._detach_root_volume(context, instance, root_bdm) [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] with excutils.save_and_reraise_exception(): [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self.force_reraise() [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] raise self.value [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self.driver.detach_volume(context, old_connection_info, [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] return self._volumeops.detach_volume(connection_info, instance) [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self._detach_volume_vmdk(connection_info, instance) [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] stable_ref.fetch_moref(session) [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] raise exception.InstanceNotFound(instance_id=self._uuid) [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] nova.exception.InstanceNotFound: Instance 35739b42-c8b6-40a7-a0e7-7d62a708ff1b could not be found. [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] During handling of the above exception, another exception occurred: [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Traceback (most recent call last): [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] yield [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 886.788537] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self._do_rebuild_instance_with_claim( [ 886.789972] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 886.789972] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self._do_rebuild_instance( [ 886.789972] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 886.789972] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self._rebuild_default_impl(**kwargs) [ 886.789972] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 886.789972] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] self._rebuild_volume_backed_instance( [ 886.789972] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 886.789972] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] raise exception.BuildAbortException( [ 886.789972] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] nova.exception.BuildAbortException: Build of instance 35739b42-c8b6-40a7-a0e7-7d62a708ff1b aborted: Failed to rebuild volume backed instance. [ 886.789972] env[71114]: ERROR nova.compute.manager [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] [ 886.829210] env[71114]: DEBUG oslo_vmware.api [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218583} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.829582] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.829582] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.829794] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.829978] env[71114]: INFO nova.compute.manager [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Took 1.13 seconds to destroy the instance on the hypervisor. [ 886.830272] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.830493] env[71114]: DEBUG nova.compute.manager [-] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.830590] env[71114]: DEBUG nova.network.neutron [-] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.952276] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821685, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.053103] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.053103] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52546877-7169-c8ff-98bb-c53571c6a758" [ 887.053103] env[71114]: _type = "HttpNfcLease" [ 887.053103] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 887.053469] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 887.053469] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52546877-7169-c8ff-98bb-c53571c6a758" [ 887.053469] env[71114]: _type = "HttpNfcLease" [ 887.053469] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 887.054221] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f1ef6-967f-4392-8276-eca848b4d611 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.062312] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52265b11-35ea-b7b0-a0f8-7406c5b88c6c/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 887.062517] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52265b11-35ea-b7b0-a0f8-7406c5b88c6c/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 887.125814] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.535s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.134692] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 887.135501] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.135734] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.135933] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.136136] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.136307] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.139445] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.111s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.141130] env[71114]: INFO nova.compute.claims [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.144134] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-09df29da-e193-436f-b1aa-2f601a090dd4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.150837] env[71114]: INFO nova.compute.manager [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Terminating instance [ 887.160448] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 887.160448] env[71114]: value = "task-3821687" [ 887.160448] env[71114]: _type = "Task" [ 887.160448] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.173020] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821687, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.173020] env[71114]: INFO nova.scheduler.client.report [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleted allocations for instance 37fcddcc-b28b-461a-be2f-c5c928716584 [ 887.197030] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df56560b-6fef-4b34-aa61-24ebe7912137 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.355863] env[71114]: DEBUG nova.compute.manager [req-89c25c0f-033f-44ce-8051-4419f133de65 req-2381f2f9-0fa3-4b60-a6cd-19e9e9949d15 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Received event network-changed-77a40262-a253-4326-a401-573a1cf6ba9f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.355924] env[71114]: DEBUG nova.compute.manager [req-89c25c0f-033f-44ce-8051-4419f133de65 req-2381f2f9-0fa3-4b60-a6cd-19e9e9949d15 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Refreshing instance network info cache due to event network-changed-77a40262-a253-4326-a401-573a1cf6ba9f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.356173] env[71114]: DEBUG oslo_concurrency.lockutils [req-89c25c0f-033f-44ce-8051-4419f133de65 req-2381f2f9-0fa3-4b60-a6cd-19e9e9949d15 service nova] Acquiring lock "refresh_cache-2978dd50-d7a8-4e0e-95dd-dac102a3526d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.356313] env[71114]: DEBUG oslo_concurrency.lockutils [req-89c25c0f-033f-44ce-8051-4419f133de65 req-2381f2f9-0fa3-4b60-a6cd-19e9e9949d15 service nova] Acquired lock "refresh_cache-2978dd50-d7a8-4e0e-95dd-dac102a3526d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.356467] env[71114]: DEBUG nova.network.neutron [req-89c25c0f-033f-44ce-8051-4419f133de65 req-2381f2f9-0fa3-4b60-a6cd-19e9e9949d15 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Refreshing network info cache for port 77a40262-a253-4326-a401-573a1cf6ba9f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.450772] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.592179] env[71114]: DEBUG nova.compute.manager [req-0fb76ef8-8cd2-4aa3-b7cc-0b8947bd8912 req-f7908e98-06a7-4cb1-a0d2-b29a0325b07d service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Received event network-vif-plugged-a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.592363] env[71114]: DEBUG oslo_concurrency.lockutils [req-0fb76ef8-8cd2-4aa3-b7cc-0b8947bd8912 req-f7908e98-06a7-4cb1-a0d2-b29a0325b07d service nova] Acquiring lock "25373ebd-b080-43d9-bc29-02d54548feb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.592697] env[71114]: DEBUG oslo_concurrency.lockutils [req-0fb76ef8-8cd2-4aa3-b7cc-0b8947bd8912 req-f7908e98-06a7-4cb1-a0d2-b29a0325b07d service nova] Lock "25373ebd-b080-43d9-bc29-02d54548feb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.593019] env[71114]: DEBUG oslo_concurrency.lockutils [req-0fb76ef8-8cd2-4aa3-b7cc-0b8947bd8912 req-f7908e98-06a7-4cb1-a0d2-b29a0325b07d service nova] Lock "25373ebd-b080-43d9-bc29-02d54548feb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.593307] env[71114]: DEBUG nova.compute.manager [req-0fb76ef8-8cd2-4aa3-b7cc-0b8947bd8912 req-f7908e98-06a7-4cb1-a0d2-b29a0325b07d service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] No waiting events found dispatching network-vif-plugged-a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 887.593704] env[71114]: WARNING nova.compute.manager [req-0fb76ef8-8cd2-4aa3-b7cc-0b8947bd8912 req-f7908e98-06a7-4cb1-a0d2-b29a0325b07d service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Received unexpected event network-vif-plugged-a1a650a6-bebf-403b-b036-363a47b5c605 for instance with vm_state building and task_state spawning. [ 887.602490] env[71114]: DEBUG nova.network.neutron [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Successfully updated port: a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.656272] env[71114]: DEBUG nova.compute.manager [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.656821] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.658572] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeef64a-d1c3-4435-b9ec-cab3a1f389b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.685194] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f6403882-1f44-4bde-b845-e9d18ff5ece0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "37fcddcc-b28b-461a-be2f-c5c928716584" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.849s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.687835] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.693253] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b84a8a4b-9284-4920-af3a-3288848bf4a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.695683] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821687, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.703127] env[71114]: DEBUG oslo_vmware.api [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 887.703127] env[71114]: value = "task-3821688" [ 887.703127] env[71114]: _type = "Task" [ 887.703127] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.714887] env[71114]: DEBUG oslo_vmware.api [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.953705] env[71114]: DEBUG oslo_vmware.api [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821685, 'name': PowerOnVM_Task, 'duration_secs': 1.270854} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.954257] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.954609] env[71114]: INFO nova.compute.manager [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Took 9.32 seconds to spawn the instance on the hypervisor. [ 887.954877] env[71114]: DEBUG nova.compute.manager [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.956500] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d67a117-c5f5-4bf8-a605-343dfab873d4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.961449] env[71114]: DEBUG nova.network.neutron [req-89c25c0f-033f-44ce-8051-4419f133de65 req-2381f2f9-0fa3-4b60-a6cd-19e9e9949d15 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.089519] env[71114]: DEBUG nova.network.neutron [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Successfully updated port: 245cadcb-a9a4-4623-99e7-708ec333aecb {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.110093] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.110256] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.111569] env[71114]: DEBUG nova.network.neutron [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.130793] env[71114]: DEBUG nova.network.neutron [req-89c25c0f-033f-44ce-8051-4419f133de65 req-2381f2f9-0fa3-4b60-a6cd-19e9e9949d15 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.179041] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821687, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.223423] env[71114]: DEBUG oslo_vmware.api [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821688, 'name': PowerOffVM_Task, 'duration_secs': 0.256765} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.226837] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.227067] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.227693] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ad3b66e-1d46-42d5-b0f1-70894ab32d8e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.324214] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.324214] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.324214] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Deleting the datastore file [datastore1] 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.324214] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f07897d-d6ea-4050-970d-dc9e7001d9fc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.337743] env[71114]: DEBUG oslo_vmware.api [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 888.337743] env[71114]: value = "task-3821690" [ 888.337743] env[71114]: _type = "Task" [ 888.337743] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.351953] env[71114]: DEBUG oslo_vmware.api [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.489273] env[71114]: INFO nova.compute.manager [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Took 49.90 seconds to build instance. [ 888.534196] env[71114]: DEBUG nova.network.neutron [-] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.594665] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "refresh_cache-2978dd50-d7a8-4e0e-95dd-dac102a3526d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.636716] env[71114]: DEBUG oslo_concurrency.lockutils [req-89c25c0f-033f-44ce-8051-4419f133de65 req-2381f2f9-0fa3-4b60-a6cd-19e9e9949d15 service nova] Releasing lock "refresh_cache-2978dd50-d7a8-4e0e-95dd-dac102a3526d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.636716] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquired lock "refresh_cache-2978dd50-d7a8-4e0e-95dd-dac102a3526d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.636716] env[71114]: DEBUG nova.network.neutron [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.686712] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821687, 'name': CloneVM_Task, 'duration_secs': 1.337449} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.688035] env[71114]: DEBUG nova.network.neutron [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.690560] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Created linked-clone VM from snapshot [ 888.691723] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e7fa2c-4f5d-4e04-948e-a6be893a7e12 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.704879] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Uploading image afaa3a8e-9e8f-4d17-9412-e3fc578bb743 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 888.733176] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 888.733176] env[71114]: value = "vm-759889" [ 888.733176] env[71114]: _type = "VirtualMachine" [ 888.733176] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 888.733176] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ef8ebdc-4075-470f-9d1e-ea33300a7a56 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.744215] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lease: (returnval){ [ 888.744215] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525950e3-b04a-2bf0-fab1-c5ab2976f9c1" [ 888.744215] env[71114]: _type = "HttpNfcLease" [ 888.744215] env[71114]: } obtained for exporting VM: (result){ [ 888.744215] env[71114]: value = "vm-759889" [ 888.744215] env[71114]: _type = "VirtualMachine" [ 888.744215] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 888.746753] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the lease: (returnval){ [ 888.746753] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525950e3-b04a-2bf0-fab1-c5ab2976f9c1" [ 888.746753] env[71114]: _type = "HttpNfcLease" [ 888.746753] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 888.756837] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.756837] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525950e3-b04a-2bf0-fab1-c5ab2976f9c1" [ 888.756837] env[71114]: _type = "HttpNfcLease" [ 888.756837] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 888.812393] env[71114]: DEBUG oslo_concurrency.lockutils [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.850327] env[71114]: DEBUG oslo_vmware.api [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191641} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.851094] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.851094] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.851094] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.851094] env[71114]: INFO nova.compute.manager [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 888.851344] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.851508] env[71114]: DEBUG nova.compute.manager [-] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.851602] env[71114]: DEBUG nova.network.neutron [-] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.857253] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b75ca43-be46-40f8-bec5-778d40cbb606 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.865626] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15decfbb-eee8-42f6-a767-e3db3f75f563 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.902322] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa62dea8-68fb-418a-bc76-5f5598ebee07 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.915240] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21815175-ec28-4cd3-85e8-4e6e17118cde {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.931689] env[71114]: DEBUG nova.compute.provider_tree [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 888.948673] env[71114]: DEBUG nova.network.neutron [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Updating instance_info_cache with network_info: [{"id": "a1a650a6-bebf-403b-b036-363a47b5c605", "address": "fa:16:3e:3f:89:e2", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a650a6-be", "ovs_interfaceid": "a1a650a6-bebf-403b-b036-363a47b5c605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.996654] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e98998d8-c01a-483e-84ce-2ad083b6048c tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.450s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.039182] env[71114]: INFO nova.compute.manager [-] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Took 2.21 seconds to deallocate network for instance. [ 889.177156] env[71114]: DEBUG nova.network.neutron [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.255828] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.255828] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525950e3-b04a-2bf0-fab1-c5ab2976f9c1" [ 889.255828] env[71114]: _type = "HttpNfcLease" [ 889.255828] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 889.256627] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 889.256627] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525950e3-b04a-2bf0-fab1-c5ab2976f9c1" [ 889.256627] env[71114]: _type = "HttpNfcLease" [ 889.256627] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 889.257677] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3010495b-ae31-40e4-ba81-21dad023eb91 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.272950] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525286cb-7f66-952b-9a5e-decd7202d5ff/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 889.272950] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525286cb-7f66-952b-9a5e-decd7202d5ff/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 889.388632] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed181455-ece1-4b9e-be23-9ec665a7c6c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.450519] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.450915] env[71114]: DEBUG nova.compute.manager [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Instance network_info: |[{"id": "a1a650a6-bebf-403b-b036-363a47b5c605", "address": "fa:16:3e:3f:89:e2", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a650a6-be", "ovs_interfaceid": "a1a650a6-bebf-403b-b036-363a47b5c605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.451497] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:89:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1a650a6-bebf-403b-b036-363a47b5c605', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.460888] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Creating folder: Project (83b3ec22f3d14223b53bb1fa6a8ac8ed). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.461656] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5bcfb4d-f7ec-473c-81b6-399bcd65d4d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.470669] env[71114]: ERROR nova.scheduler.client.report [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [req-eb198fa8-64ca-4d04-9ea8-1ce313fc46f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eb198fa8-64ca-4d04-9ea8-1ce313fc46f0"}]} [ 889.476954] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Created folder: Project (83b3ec22f3d14223b53bb1fa6a8ac8ed) in parent group-v759732. [ 889.476954] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Creating folder: Instances. Parent ref: group-v759890. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.476954] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-334022cf-a3db-4fda-ac19-e6355818b212 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.491043] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Created folder: Instances in parent group-v759890. [ 889.491517] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.491517] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.491694] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99f97093-0fea-4e64-a3bf-fce66baa950f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.511725] env[71114]: DEBUG nova.scheduler.client.report [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 889.518048] env[71114]: DEBUG nova.compute.manager [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.522703] env[71114]: DEBUG nova.compute.manager [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Received event network-vif-plugged-245cadcb-a9a4-4623-99e7-708ec333aecb {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.523322] env[71114]: DEBUG oslo_concurrency.lockutils [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] Acquiring lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.523322] env[71114]: DEBUG oslo_concurrency.lockutils [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] Lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.523454] env[71114]: DEBUG oslo_concurrency.lockutils [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] Lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.523566] env[71114]: DEBUG nova.compute.manager [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] No waiting events found dispatching network-vif-plugged-245cadcb-a9a4-4623-99e7-708ec333aecb {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 889.523733] env[71114]: WARNING nova.compute.manager [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Received unexpected event network-vif-plugged-245cadcb-a9a4-4623-99e7-708ec333aecb for instance with vm_state building and task_state spawning. [ 889.523908] env[71114]: DEBUG nova.compute.manager [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Received event network-vif-deleted-e85f0033-0035-46e3-99de-b8d4ab417c6c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.524122] env[71114]: DEBUG nova.compute.manager [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Received event network-changed-245cadcb-a9a4-4623-99e7-708ec333aecb {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.524293] env[71114]: DEBUG nova.compute.manager [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Refreshing instance network info cache due to event network-changed-245cadcb-a9a4-4623-99e7-708ec333aecb. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.524457] env[71114]: DEBUG oslo_concurrency.lockutils [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] Acquiring lock "refresh_cache-2978dd50-d7a8-4e0e-95dd-dac102a3526d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.535577] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.535577] env[71114]: value = "task-3821694" [ 889.535577] env[71114]: _type = "Task" [ 889.535577] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.543363] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821694, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.544451] env[71114]: DEBUG nova.scheduler.client.report [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 889.544683] env[71114]: DEBUG nova.compute.provider_tree [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.553040] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.560648] env[71114]: DEBUG nova.scheduler.client.report [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 889.590810] env[71114]: DEBUG nova.scheduler.client.report [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 889.690619] env[71114]: DEBUG oslo_concurrency.lockutils [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquiring lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.690935] env[71114]: DEBUG oslo_concurrency.lockutils [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.691245] env[71114]: DEBUG oslo_concurrency.lockutils [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquiring lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.691513] env[71114]: DEBUG oslo_concurrency.lockutils [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.691804] env[71114]: DEBUG oslo_concurrency.lockutils [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.694363] env[71114]: INFO nova.compute.manager [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Terminating instance [ 889.840546] env[71114]: DEBUG nova.network.neutron [-] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.858993] env[71114]: DEBUG nova.compute.manager [req-c21b1386-c07b-489a-a752-76bebf530551 req-9c672e33-d615-49df-a281-69fbb960f583 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Received event network-changed-a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.859268] env[71114]: DEBUG nova.compute.manager [req-c21b1386-c07b-489a-a752-76bebf530551 req-9c672e33-d615-49df-a281-69fbb960f583 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Refreshing instance network info cache due to event network-changed-a1a650a6-bebf-403b-b036-363a47b5c605. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.859468] env[71114]: DEBUG oslo_concurrency.lockutils [req-c21b1386-c07b-489a-a752-76bebf530551 req-9c672e33-d615-49df-a281-69fbb960f583 service nova] Acquiring lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.859618] env[71114]: DEBUG oslo_concurrency.lockutils [req-c21b1386-c07b-489a-a752-76bebf530551 req-9c672e33-d615-49df-a281-69fbb960f583 service nova] Acquired lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.859880] env[71114]: DEBUG nova.network.neutron [req-c21b1386-c07b-489a-a752-76bebf530551 req-9c672e33-d615-49df-a281-69fbb960f583 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Refreshing network info cache for port a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.893206] env[71114]: DEBUG nova.network.neutron [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Updating instance_info_cache with network_info: [{"id": "77a40262-a253-4326-a401-573a1cf6ba9f", "address": "fa:16:3e:37:2a:6c", "network": {"id": "adfc64a4-8be7-4b62-a383-0bb9d2ebdcf0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1143172139", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a40262-a2", "ovs_interfaceid": "77a40262-a253-4326-a401-573a1cf6ba9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "245cadcb-a9a4-4623-99e7-708ec333aecb", "address": "fa:16:3e:a3:9f:0a", "network": {"id": "0f336f79-a871-463c-8cd9-38b0b627df5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1928056190", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245cadcb-a9", "ovs_interfaceid": "245cadcb-a9a4-4623-99e7-708ec333aecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.046189] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821694, 'name': CreateVM_Task, 'duration_secs': 0.382367} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.051464] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.059024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.059024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.059024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.059024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.061062] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0be9d66-78de-416a-93e3-5d46b38cedfd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.068323] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 890.068323] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5261b97c-f157-ca84-10f9-876c2231a368" [ 890.068323] env[71114]: _type = "Task" [ 890.068323] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.083584] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5261b97c-f157-ca84-10f9-876c2231a368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.206789] env[71114]: DEBUG nova.compute.manager [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.206947] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.208155] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1293b365-fb3b-40c2-a765-995e9ead7be4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.219429] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.219429] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f4e5162-5e8f-4b3e-b8e7-393ebe77dd52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.231119] env[71114]: DEBUG oslo_vmware.api [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for the task: (returnval){ [ 890.231119] env[71114]: value = "task-3821695" [ 890.231119] env[71114]: _type = "Task" [ 890.231119] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.244598] env[71114]: DEBUG oslo_vmware.api [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.262677] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea0ec80-ae3d-43c9-9da3-73b50d6d16cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.272128] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8da34b9-0864-4755-9edc-0b1db03fb64e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.310028] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a85b20e-6538-49b0-ba57-30a3ef540878 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.319707] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6498ef7d-625e-4cf5-947a-e3aba5f1eeca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.338290] env[71114]: DEBUG nova.compute.provider_tree [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.345018] env[71114]: INFO nova.compute.manager [-] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Took 1.49 seconds to deallocate network for instance. [ 890.398116] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Releasing lock "refresh_cache-2978dd50-d7a8-4e0e-95dd-dac102a3526d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.398565] env[71114]: DEBUG nova.compute.manager [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Instance network_info: |[{"id": "77a40262-a253-4326-a401-573a1cf6ba9f", "address": "fa:16:3e:37:2a:6c", "network": {"id": "adfc64a4-8be7-4b62-a383-0bb9d2ebdcf0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1143172139", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a40262-a2", "ovs_interfaceid": "77a40262-a253-4326-a401-573a1cf6ba9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "245cadcb-a9a4-4623-99e7-708ec333aecb", "address": "fa:16:3e:a3:9f:0a", "network": {"id": "0f336f79-a871-463c-8cd9-38b0b627df5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1928056190", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245cadcb-a9", "ovs_interfaceid": "245cadcb-a9a4-4623-99e7-708ec333aecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.401578] env[71114]: DEBUG oslo_concurrency.lockutils [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] Acquired lock "refresh_cache-2978dd50-d7a8-4e0e-95dd-dac102a3526d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.401820] env[71114]: DEBUG nova.network.neutron [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Refreshing network info cache for port 245cadcb-a9a4-4623-99e7-708ec333aecb {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.403384] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:2a:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77a40262-a253-4326-a401-573a1cf6ba9f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:9f:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de7fa486-5f28-44ae-b0cf-72234ff87546', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '245cadcb-a9a4-4623-99e7-708ec333aecb', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.414249] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.418359] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.419503] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fac2092e-06d8-43be-9d14-ee85af43e54e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.444356] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.444356] env[71114]: value = "task-3821696" [ 890.444356] env[71114]: _type = "Task" [ 890.444356] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.454130] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821696, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.564802] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Acquiring lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.565177] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.565331] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Acquiring lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.565560] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.565766] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.570011] env[71114]: INFO nova.compute.manager [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Terminating instance [ 890.589606] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5261b97c-f157-ca84-10f9-876c2231a368, 'name': SearchDatastore_Task, 'duration_secs': 0.015477} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.590239] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.590577] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.590874] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.591077] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.591349] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.592057] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faba4b8a-3488-4fbf-9364-0ebebfc02db7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.602804] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.603080] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.603675] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6494f5-68f8-4301-ab2e-022699994d19 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.610666] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 890.610666] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52956d2f-7426-c072-13ee-0435a90339e3" [ 890.610666] env[71114]: _type = "Task" [ 890.610666] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.622899] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52956d2f-7426-c072-13ee-0435a90339e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.677705] env[71114]: DEBUG nova.network.neutron [req-c21b1386-c07b-489a-a752-76bebf530551 req-9c672e33-d615-49df-a281-69fbb960f583 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Updated VIF entry in instance network info cache for port a1a650a6-bebf-403b-b036-363a47b5c605. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.678177] env[71114]: DEBUG nova.network.neutron [req-c21b1386-c07b-489a-a752-76bebf530551 req-9c672e33-d615-49df-a281-69fbb960f583 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Updating instance_info_cache with network_info: [{"id": "a1a650a6-bebf-403b-b036-363a47b5c605", "address": "fa:16:3e:3f:89:e2", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a650a6-be", "ovs_interfaceid": "a1a650a6-bebf-403b-b036-363a47b5c605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.685758] env[71114]: DEBUG nova.network.neutron [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Updated VIF entry in instance network info cache for port 245cadcb-a9a4-4623-99e7-708ec333aecb. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.686197] env[71114]: DEBUG nova.network.neutron [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Updating instance_info_cache with network_info: [{"id": "77a40262-a253-4326-a401-573a1cf6ba9f", "address": "fa:16:3e:37:2a:6c", "network": {"id": "adfc64a4-8be7-4b62-a383-0bb9d2ebdcf0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1143172139", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a40262-a2", "ovs_interfaceid": "77a40262-a253-4326-a401-573a1cf6ba9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "245cadcb-a9a4-4623-99e7-708ec333aecb", "address": "fa:16:3e:a3:9f:0a", "network": {"id": "0f336f79-a871-463c-8cd9-38b0b627df5d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1928056190", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de7fa486-5f28-44ae-b0cf-72234ff87546", "external-id": "nsx-vlan-transportzone-229", "segmentation_id": 229, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245cadcb-a9", "ovs_interfaceid": "245cadcb-a9a4-4623-99e7-708ec333aecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.742174] env[71114]: DEBUG oslo_vmware.api [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821695, 'name': PowerOffVM_Task, 'duration_secs': 0.334639} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.742814] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.743586] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.743586] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-385ad1ce-db75-4d5e-a53d-ede1b281edf3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.825712] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.826146] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.826479] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Deleting the datastore file [datastore2] 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.827285] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f105625-9252-4871-b0fa-2582036cd4c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.834599] env[71114]: DEBUG oslo_vmware.api [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for the task: (returnval){ [ 890.834599] env[71114]: value = "task-3821698" [ 890.834599] env[71114]: _type = "Task" [ 890.834599] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.847207] env[71114]: DEBUG oslo_vmware.api [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.851659] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.888272] env[71114]: DEBUG nova.scheduler.client.report [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 890.888706] env[71114]: DEBUG nova.compute.provider_tree [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 85 to 86 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 890.888916] env[71114]: DEBUG nova.compute.provider_tree [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.959120] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821696, 'name': CreateVM_Task, 'duration_secs': 0.437315} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.959487] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.960405] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.960807] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.961324] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.961595] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e753418d-8a8a-4cba-80d9-1c3daf4e2fe2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.967719] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 890.967719] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ee916e-4ae1-c4cc-3c26-1a2a09f5dff7" [ 890.967719] env[71114]: _type = "Task" [ 890.967719] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.977729] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ee916e-4ae1-c4cc-3c26-1a2a09f5dff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.081520] env[71114]: DEBUG nova.compute.manager [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.081884] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbd97c47-f848-4933-9446-5d5d7fbffcfe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.092535] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86de7d4-58b0-427c-8bb2-4c1ef6827b6f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.129529] env[71114]: WARNING nova.virt.vmwareapi.driver [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 35739b42-c8b6-40a7-a0e7-7d62a708ff1b could not be found. [ 891.129929] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.130958] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49853762-f386-4e0a-940b-5a9863d7de9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.136711] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52956d2f-7426-c072-13ee-0435a90339e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011795} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.138209] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-081d87cb-4004-4211-b8cf-bcdd978a005c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.147129] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9740285b-8e97-41ae-a48b-742767120f56 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.159611] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 891.159611] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5220ddcb-3061-2211-7a3a-1c1536c1df1d" [ 891.159611] env[71114]: _type = "Task" [ 891.159611] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.169665] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5220ddcb-3061-2211-7a3a-1c1536c1df1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011105} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.170095] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.170388] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 25373ebd-b080-43d9-bc29-02d54548feb4/25373ebd-b080-43d9-bc29-02d54548feb4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.170809] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cab1f9c-0f3e-4848-a801-aeb3563e31e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.187362] env[71114]: DEBUG oslo_concurrency.lockutils [req-c21b1386-c07b-489a-a752-76bebf530551 req-9c672e33-d615-49df-a281-69fbb960f583 service nova] Releasing lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.187994] env[71114]: WARNING nova.virt.vmwareapi.vmops [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 35739b42-c8b6-40a7-a0e7-7d62a708ff1b could not be found. [ 891.188263] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.188497] env[71114]: INFO nova.compute.manager [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Took 0.11 seconds to destroy the instance on the hypervisor. [ 891.188908] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.190130] env[71114]: DEBUG oslo_concurrency.lockutils [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] Releasing lock "refresh_cache-2978dd50-d7a8-4e0e-95dd-dac102a3526d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.190477] env[71114]: DEBUG nova.compute.manager [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Received event network-vif-deleted-c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.190669] env[71114]: INFO nova.compute.manager [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Neutron deleted interface c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9; detaching it from the instance and deleting it from the info cache [ 891.190913] env[71114]: DEBUG nova.network.neutron [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.192943] env[71114]: DEBUG nova.compute.manager [-] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.193116] env[71114]: DEBUG nova.network.neutron [-] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.196809] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 891.196809] env[71114]: value = "task-3821699" [ 891.196809] env[71114]: _type = "Task" [ 891.196809] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.208869] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.346294] env[71114]: DEBUG oslo_vmware.api [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Task: {'id': task-3821698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167487} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.346570] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.346863] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.347184] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.347401] env[71114]: INFO nova.compute.manager [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 891.347738] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.348085] env[71114]: DEBUG nova.compute.manager [-] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.348224] env[71114]: DEBUG nova.network.neutron [-] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.394994] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.255s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.395659] env[71114]: DEBUG nova.compute.manager [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.399288] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.132s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.481892] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ee916e-4ae1-c4cc-3c26-1a2a09f5dff7, 'name': SearchDatastore_Task, 'duration_secs': 0.019923} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.483716] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.483716] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.483716] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.483716] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.486024] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.486024] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ced73571-d652-42d4-a7b7-8ab6edc1d0f8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.502835] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.503659] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.505180] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f843020-acc9-4af0-a480-5ab09d933235 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.515712] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 891.515712] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52db6389-584a-d533-b8ab-22c7ed0a9f52" [ 891.515712] env[71114]: _type = "Task" [ 891.515712] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.525397] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52db6389-584a-d533-b8ab-22c7ed0a9f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.693999] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e786d7c9-52aa-4d4b-a98f-55fba80467df {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.706635] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d94d9a2-3568-49e9-84b8-5f97d29b5800 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.725178] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464641} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.726423] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 25373ebd-b080-43d9-bc29-02d54548feb4/25373ebd-b080-43d9-bc29-02d54548feb4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.726804] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.727357] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b29caeea-6e8e-40c9-8a0a-be36b111f0a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.738826] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 891.738826] env[71114]: value = "task-3821700" [ 891.738826] env[71114]: _type = "Task" [ 891.738826] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.766660] env[71114]: DEBUG nova.compute.manager [req-5cd4445b-f68c-4532-b0e7-6367b4888e31 req-08aaa351-fc6f-4dbc-a583-142e8bb24712 service nova] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Detach interface failed, port_id=c7cd4fe1-6c17-4c56-ace8-bdbc3ae3c7e9, reason: Instance 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.774119] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.902645] env[71114]: DEBUG nova.compute.utils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.903302] env[71114]: DEBUG nova.compute.manager [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.903702] env[71114]: DEBUG nova.network.neutron [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.950191] env[71114]: DEBUG nova.policy [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '078c5d0c1fda4b98b65985b29a536f29', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9abfd19238df4b8d91a5d7250070d2a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.029116] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52db6389-584a-d533-b8ab-22c7ed0a9f52, 'name': SearchDatastore_Task, 'duration_secs': 0.046684} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.033374] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c448194-b4fb-46b7-a3b9-f1b3acd2a0d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.041762] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 892.041762] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529df02f-896a-602b-0ae1-17d466a298c0" [ 892.041762] env[71114]: _type = "Task" [ 892.041762] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.054639] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529df02f-896a-602b-0ae1-17d466a298c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.154260] env[71114]: DEBUG nova.network.neutron [-] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.261479] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071883} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.265243] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.266536] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c19da0-37e9-4da2-9dd3-5b078493fd82 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.283084] env[71114]: DEBUG nova.network.neutron [-] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.297883] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 25373ebd-b080-43d9-bc29-02d54548feb4/25373ebd-b080-43d9-bc29-02d54548feb4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.304151] env[71114]: DEBUG nova.network.neutron [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Successfully created port: c9e368cc-1b4b-4129-a815-f62485108fe2 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.305528] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c4009c-2e48-4091-ab42-e5a3cde545f1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.329627] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 892.329627] env[71114]: value = "task-3821701" [ 892.329627] env[71114]: _type = "Task" [ 892.329627] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.344063] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.412059] env[71114]: DEBUG nova.compute.manager [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.533883] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6836385e-0cb3-48fe-99d6-c55e43ac6950 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.543395] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91045004-f735-48b1-a428-4ec9e574854d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.555718] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529df02f-896a-602b-0ae1-17d466a298c0, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.580036] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.580307] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 2978dd50-d7a8-4e0e-95dd-dac102a3526d/2978dd50-d7a8-4e0e-95dd-dac102a3526d.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.580822] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cba9135c-c5f8-47ac-a4a2-d0f0f13c5e34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.583525] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba7dc60-1464-4e8c-89ac-1743ceab3862 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.594777] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef9cbb-0a92-4c80-ba41-d4a090eb6fd1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.599160] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 892.599160] env[71114]: value = "task-3821702" [ 892.599160] env[71114]: _type = "Task" [ 892.599160] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.613463] env[71114]: DEBUG nova.compute.provider_tree [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.621414] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.659530] env[71114]: INFO nova.compute.manager [-] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Took 1.31 seconds to deallocate network for instance. [ 892.803108] env[71114]: INFO nova.compute.manager [-] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Took 1.61 seconds to deallocate network for instance. [ 892.842148] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.110172] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492789} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.110622] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 2978dd50-d7a8-4e0e-95dd-dac102a3526d/2978dd50-d7a8-4e0e-95dd-dac102a3526d.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.110959] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.111349] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acb48702-83e9-4a8f-90f8-1bf7b2ac4990 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.116770] env[71114]: DEBUG nova.scheduler.client.report [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.121857] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 893.121857] env[71114]: value = "task-3821703" [ 893.121857] env[71114]: _type = "Task" [ 893.121857] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.131462] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.166139] env[71114]: DEBUG oslo_concurrency.lockutils [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.340668] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821701, 'name': ReconfigVM_Task, 'duration_secs': 0.953362} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.341025] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 25373ebd-b080-43d9-bc29-02d54548feb4/25373ebd-b080-43d9-bc29-02d54548feb4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.341773] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc9f7ad1-3a9e-4644-88d3-47b5621ff691 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.350419] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 893.350419] env[71114]: value = "task-3821704" [ 893.350419] env[71114]: _type = "Task" [ 893.350419] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.364160] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821704, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.377027] env[71114]: INFO nova.compute.manager [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Took 0.57 seconds to detach 1 volumes for instance. [ 893.379715] env[71114]: DEBUG nova.compute.manager [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Deleting volume: 78f33a7c-abb9-46e6-87c5-3a0cd37bb70e {{(pid=71114) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 893.422448] env[71114]: DEBUG nova.compute.manager [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.642781] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118839} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.642781] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.642781] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84e342a-b970-4a3b-ba4f-02b69d9d3fc5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.668719] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 2978dd50-d7a8-4e0e-95dd-dac102a3526d/2978dd50-d7a8-4e0e-95dd-dac102a3526d.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.669841] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f494e2f-72e4-4a9c-b793-b5c1f020ae6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.692260] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 893.692260] env[71114]: value = "task-3821706" [ 893.692260] env[71114]: _type = "Task" [ 893.692260] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.702556] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.861279] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821704, 'name': Rename_Task, 'duration_secs': 0.17916} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.861696] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.861863] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ecfcf46-9bd9-44c9-a209-14223e381714 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.870657] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 893.870657] env[71114]: value = "task-3821707" [ 893.870657] env[71114]: _type = "Task" [ 893.870657] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.882517] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.888691] env[71114]: DEBUG nova.network.neutron [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Successfully updated port: c9e368cc-1b4b-4129-a815-f62485108fe2 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.931169] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.133328] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.734s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.137642] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.045s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.140112] env[71114]: INFO nova.compute.claims [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.203811] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.381735] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821707, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.391626] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquiring lock "refresh_cache-4d14ba98-ca69-4a31-8001-5b330b584fa4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.391856] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquired lock "refresh_cache-4d14ba98-ca69-4a31-8001-5b330b584fa4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.391927] env[71114]: DEBUG nova.network.neutron [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.705432] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.707206] env[71114]: INFO nova.scheduler.client.report [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Deleted allocation for migration b23fab49-b775-440b-a810-6de21bad6ede [ 894.883381] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821707, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.931464] env[71114]: DEBUG nova.network.neutron [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.074540] env[71114]: DEBUG nova.network.neutron [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Updating instance_info_cache with network_info: [{"id": "c9e368cc-1b4b-4129-a815-f62485108fe2", "address": "fa:16:3e:6e:e9:c7", "network": {"id": "52bf11e5-5de2-4f53-957a-6c8f71366a43", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-437875751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9abfd19238df4b8d91a5d7250070d2a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e368cc-1b", "ovs_interfaceid": "c9e368cc-1b4b-4129-a815-f62485108fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.205177] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821706, 'name': ReconfigVM_Task, 'duration_secs': 1.152305} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.205496] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 2978dd50-d7a8-4e0e-95dd-dac102a3526d/2978dd50-d7a8-4e0e-95dd-dac102a3526d.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.206227] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-936bc493-9341-4322-b589-caf02400f3d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.214750] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5fec3fc0-fb74-470d-b422-fe6cca93ede2 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.396s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.216582] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 895.216582] env[71114]: value = "task-3821708" [ 895.216582] env[71114]: _type = "Task" [ 895.216582] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.229540] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821708, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.385683] env[71114]: DEBUG oslo_vmware.api [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821707, 'name': PowerOnVM_Task, 'duration_secs': 1.142973} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.385876] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.386112] env[71114]: INFO nova.compute.manager [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Took 9.25 seconds to spawn the instance on the hypervisor. [ 895.386298] env[71114]: DEBUG nova.compute.manager [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.387591] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1fc3a9-c1b9-482f-8649-805dcb8ede8c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.424528] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.424988] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.424988] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.425451] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.425451] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.425451] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.425635] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.425796] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.425921] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.426114] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.426308] env[71114]: DEBUG nova.virt.hardware [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.428579] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e86c59-b147-4162-8c97-61f6af63f4d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.442706] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52265b11-35ea-b7b0-a0f8-7406c5b88c6c/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 895.443843] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa87a6ec-a23d-419a-aef1-f1e09a76fb7a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.460046] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63c65de-3fff-490a-8737-02ceade111bc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.465254] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52265b11-35ea-b7b0-a0f8-7406c5b88c6c/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 895.465482] env[71114]: ERROR oslo_vmware.rw_handles [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52265b11-35ea-b7b0-a0f8-7406c5b88c6c/disk-0.vmdk due to incomplete transfer. [ 895.466201] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-08991a5f-e331-413b-999e-db19d071b9d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.486327] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52265b11-35ea-b7b0-a0f8-7406c5b88c6c/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 895.486545] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Uploaded image 537dcd0a-7e62-4027-ae1a-456cdea988e2 to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 895.489670] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 895.489961] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2ced8db-51b1-471f-a058-00560c3c1e52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.500531] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 895.500531] env[71114]: value = "task-3821709" [ 895.500531] env[71114]: _type = "Task" [ 895.500531] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.512315] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821709, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.579197] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Releasing lock "refresh_cache-4d14ba98-ca69-4a31-8001-5b330b584fa4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.579552] env[71114]: DEBUG nova.compute.manager [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Instance network_info: |[{"id": "c9e368cc-1b4b-4129-a815-f62485108fe2", "address": "fa:16:3e:6e:e9:c7", "network": {"id": "52bf11e5-5de2-4f53-957a-6c8f71366a43", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-437875751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9abfd19238df4b8d91a5d7250070d2a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e368cc-1b", "ovs_interfaceid": "c9e368cc-1b4b-4129-a815-f62485108fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.580269] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:e9:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9e368cc-1b4b-4129-a815-f62485108fe2', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.588328] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Creating folder: Project (9abfd19238df4b8d91a5d7250070d2a9). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.588679] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b57c1107-8280-4062-bb57-adc92c530169 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.608404] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Created folder: Project (9abfd19238df4b8d91a5d7250070d2a9) in parent group-v759732. [ 895.608619] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Creating folder: Instances. Parent ref: group-v759894. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.608885] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-589b7a3c-a19e-491e-8f27-b674f338475d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.621893] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Created folder: Instances in parent group-v759894. [ 895.622348] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.622500] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.622722] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7a6a418-ccca-4edc-974f-82a4db1c56b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.646243] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.646243] env[71114]: value = "task-3821712" [ 895.646243] env[71114]: _type = "Task" [ 895.646243] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.658093] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821712, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.728807] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821708, 'name': Rename_Task, 'duration_secs': 0.283108} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.729255] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.729461] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c8db49c-9238-4f91-9f8a-ce341d289e72 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.733614] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48186f44-1c98-416d-801c-cb549716a4ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.747904] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b439823-902b-4a8e-8616-4f87e5500eb7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.752047] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 895.752047] env[71114]: value = "task-3821713" [ 895.752047] env[71114]: _type = "Task" [ 895.752047] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.783823] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75fa6e8-1505-4d0e-bae2-e98190b3ffd9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.790253] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.797363] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef91f8a-4b04-476d-8528-3dcacc1b203c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.816834] env[71114]: DEBUG nova.compute.provider_tree [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.909669] env[71114]: INFO nova.compute.manager [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Took 50.79 seconds to build instance. [ 896.015335] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821709, 'name': Destroy_Task, 'duration_secs': 0.50889} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.015655] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Destroyed the VM [ 896.015843] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.016129] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6aecf91c-a784-4d78-8cd2-e9f35d7a2db7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.024872] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 896.024872] env[71114]: value = "task-3821714" [ 896.024872] env[71114]: _type = "Task" [ 896.024872] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.034759] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821714, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.159315] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821712, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.262713] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821713, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.321157] env[71114]: DEBUG nova.scheduler.client.report [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.407644] env[71114]: DEBUG nova.compute.manager [req-fa0d3693-d40b-4624-84e8-a6e2f4246b1a req-eb2ef316-dc50-4e9b-9a77-afc30c3e9673 service nova] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Received event network-vif-deleted-90cbba26-dceb-4a6d-b32d-1f6747577d49 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.412896] env[71114]: DEBUG oslo_concurrency.lockutils [None req-91baf2a4-5706-47c8-8094-63871c30caaf tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "25373ebd-b080-43d9-bc29-02d54548feb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.495s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.429071] env[71114]: DEBUG nova.compute.manager [req-445d7ffb-7676-4b47-971c-3a3e2c860cd0 req-d820c2bd-feb1-4905-84ea-a6d86b0cd66d service nova] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Received event network-vif-deleted-af4b84b2-462b-4fb1-8955-d324b0b71a68 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.453962] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.454129] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.540326] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821714, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.666069] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821712, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.768892] env[71114]: DEBUG oslo_vmware.api [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821713, 'name': PowerOnVM_Task, 'duration_secs': 0.77891} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.769300] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.769586] env[71114]: INFO nova.compute.manager [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Took 12.89 seconds to spawn the instance on the hypervisor. [ 896.769712] env[71114]: DEBUG nova.compute.manager [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.771901] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd9d419-b427-4d04-9bbf-0a2086eb34a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.827941] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.829163] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.964s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.829441] env[71114]: DEBUG nova.objects.instance [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lazy-loading 'resources' on Instance uuid 844fae93-93ca-4b25-84b5-efc829059716 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.915684] env[71114]: DEBUG nova.compute.manager [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.038218] env[71114]: DEBUG oslo_vmware.api [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821714, 'name': RemoveSnapshot_Task, 'duration_secs': 0.972581} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.041206] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.041206] env[71114]: INFO nova.compute.manager [None req-a70b4a90-4263-418b-8a57-1704dee21a33 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Took 14.67 seconds to snapshot the instance on the hypervisor. [ 897.163940] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821712, 'name': CreateVM_Task, 'duration_secs': 1.395582} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.164603] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.165522] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.166179] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.166666] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.167143] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f700545-daf0-4d8a-a928-1975a41fcabe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.176564] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for the task: (returnval){ [ 897.176564] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524025a3-a68e-5eb1-531a-4552fa1fe507" [ 897.176564] env[71114]: _type = "Task" [ 897.176564] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.185553] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524025a3-a68e-5eb1-531a-4552fa1fe507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.295878] env[71114]: INFO nova.compute.manager [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Took 56.09 seconds to build instance. [ 897.336498] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquiring lock "e99dd29f-0c9a-4399-acb7-ff103e885148" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.337595] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "e99dd29f-0c9a-4399-acb7-ff103e885148" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.441937] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.692880] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524025a3-a68e-5eb1-531a-4552fa1fe507, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.693788] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.693788] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.693788] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.693981] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.694034] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.694298] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46264456-58ef-4b91-b707-ff86b75fe1aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.708253] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.708546] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.709331] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e637fc-c011-4380-97ea-6f3165a37436 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.716767] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for the task: (returnval){ [ 897.716767] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52438f1b-3fdd-4f57-4f01-18c3c75413fc" [ 897.716767] env[71114]: _type = "Task" [ 897.716767] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.729387] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52438f1b-3fdd-4f57-4f01-18c3c75413fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.799025] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c811c561-3744-4b1f-86ea-90533a1269d4 tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.299s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.846356] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "e99dd29f-0c9a-4399-acb7-ff103e885148" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.846356] env[71114]: DEBUG nova.compute.manager [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.946675] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.947075] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.947901] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9f152c-5c67-4c03-9111-09026129a2ea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.959501] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9773618-fe28-4ff6-8b46-4f3046e59311 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.997339] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e52eac5-68d3-4ac1-82f1-6a8fd8a7b496 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.008231] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b99e155-1cbf-4b10-a43b-0810a478537c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.013351] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525286cb-7f66-952b-9a5e-decd7202d5ff/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 898.014616] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0734a648-b059-490b-bfd3-6bef81b1d86a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.028212] env[71114]: DEBUG nova.compute.provider_tree [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.031395] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525286cb-7f66-952b-9a5e-decd7202d5ff/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 898.031619] env[71114]: ERROR oslo_vmware.rw_handles [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525286cb-7f66-952b-9a5e-decd7202d5ff/disk-0.vmdk due to incomplete transfer. [ 898.032208] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4d158d19-c234-4147-b166-0508c17cde90 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.040945] env[71114]: DEBUG oslo_vmware.rw_handles [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525286cb-7f66-952b-9a5e-decd7202d5ff/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 898.041196] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Uploaded image afaa3a8e-9e8f-4d17-9412-e3fc578bb743 to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 898.042889] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 898.046978] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df0aa1af-6dd9-4481-9c4c-02cb197123d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.051128] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 898.051128] env[71114]: value = "task-3821715" [ 898.051128] env[71114]: _type = "Task" [ 898.051128] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.061354] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821715, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.229361] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52438f1b-3fdd-4f57-4f01-18c3c75413fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.230431] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975de6a2-c80b-4b5a-be29-ff286d3dab94 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.236556] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for the task: (returnval){ [ 898.236556] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520865f2-8c6c-35ba-dce1-1de5af180de4" [ 898.236556] env[71114]: _type = "Task" [ 898.236556] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.246545] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520865f2-8c6c-35ba-dce1-1de5af180de4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.302994] env[71114]: DEBUG nova.compute.manager [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.327401] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.327671] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.327882] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.329511] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.329511] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.330563] env[71114]: INFO nova.compute.manager [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Terminating instance [ 898.351137] env[71114]: DEBUG nova.compute.utils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.353300] env[71114]: DEBUG nova.compute.manager [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.353571] env[71114]: DEBUG nova.network.neutron [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.395670] env[71114]: DEBUG nova.policy [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3924e3447f664cc3bc69e0f41e34a778', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e07e82a2c534b518c50ffec61819a24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.533775] env[71114]: DEBUG nova.scheduler.client.report [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.564751] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821715, 'name': Destroy_Task, 'duration_secs': 0.474987} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.565176] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Destroyed the VM [ 898.565253] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.566219] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b9df1801-b6b3-48ad-8c76-968ffb35707a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.578403] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 898.578403] env[71114]: value = "task-3821716" [ 898.578403] env[71114]: _type = "Task" [ 898.578403] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.592720] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.602445] env[71114]: DEBUG nova.compute.manager [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Received event network-vif-plugged-c9e368cc-1b4b-4129-a815-f62485108fe2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.602667] env[71114]: DEBUG oslo_concurrency.lockutils [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] Acquiring lock "4d14ba98-ca69-4a31-8001-5b330b584fa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.603302] env[71114]: DEBUG oslo_concurrency.lockutils [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] Lock "4d14ba98-ca69-4a31-8001-5b330b584fa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.603544] env[71114]: DEBUG oslo_concurrency.lockutils [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] Lock "4d14ba98-ca69-4a31-8001-5b330b584fa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.603724] env[71114]: DEBUG nova.compute.manager [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] No waiting events found dispatching network-vif-plugged-c9e368cc-1b4b-4129-a815-f62485108fe2 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 898.603892] env[71114]: WARNING nova.compute.manager [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Received unexpected event network-vif-plugged-c9e368cc-1b4b-4129-a815-f62485108fe2 for instance with vm_state building and task_state spawning. [ 898.604069] env[71114]: DEBUG nova.compute.manager [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Received event network-changed-c9e368cc-1b4b-4129-a815-f62485108fe2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.604232] env[71114]: DEBUG nova.compute.manager [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Refreshing instance network info cache due to event network-changed-c9e368cc-1b4b-4129-a815-f62485108fe2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.604441] env[71114]: DEBUG oslo_concurrency.lockutils [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] Acquiring lock "refresh_cache-4d14ba98-ca69-4a31-8001-5b330b584fa4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.604589] env[71114]: DEBUG oslo_concurrency.lockutils [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] Acquired lock "refresh_cache-4d14ba98-ca69-4a31-8001-5b330b584fa4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.604824] env[71114]: DEBUG nova.network.neutron [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Refreshing network info cache for port c9e368cc-1b4b-4129-a815-f62485108fe2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.752876] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520865f2-8c6c-35ba-dce1-1de5af180de4, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.752876] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.752876] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 4d14ba98-ca69-4a31-8001-5b330b584fa4/4d14ba98-ca69-4a31-8001-5b330b584fa4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.754353] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b983737-be69-4a6b-85f4-a8e69da18bad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.763350] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for the task: (returnval){ [ 898.763350] env[71114]: value = "task-3821717" [ 898.763350] env[71114]: _type = "Task" [ 898.763350] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.774256] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.810418] env[71114]: DEBUG nova.network.neutron [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Successfully created port: e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.834944] env[71114]: DEBUG nova.compute.manager [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.835436] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.836474] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501f3662-66eb-4034-aa9f-671c0163313f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.843290] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.846498] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.846498] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76f110c9-3601-44aa-9836-4ab9b03a84b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.853982] env[71114]: DEBUG nova.compute.manager [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.860172] env[71114]: DEBUG oslo_vmware.api [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 898.860172] env[71114]: value = "task-3821718" [ 898.860172] env[71114]: _type = "Task" [ 898.860172] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.874778] env[71114]: DEBUG oslo_vmware.api [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.044045] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.047818] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.743s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.049597] env[71114]: INFO nova.compute.claims [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.086602] env[71114]: INFO nova.scheduler.client.report [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Deleted allocations for instance 844fae93-93ca-4b25-84b5-efc829059716 [ 899.099422] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821716, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.176595] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "6491ab75-acd9-4ee0-9b62-648e99c61786" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.177826] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "6491ab75-acd9-4ee0-9b62-648e99c61786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.275718] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821717, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.376130] env[71114]: DEBUG oslo_vmware.api [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821718, 'name': PowerOffVM_Task, 'duration_secs': 0.263478} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.376130] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.376325] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.376570] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c53898ce-f595-44d6-9dad-f6cea8cacd80 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.430923] env[71114]: DEBUG nova.network.neutron [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Updated VIF entry in instance network info cache for port c9e368cc-1b4b-4129-a815-f62485108fe2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.431308] env[71114]: DEBUG nova.network.neutron [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Updating instance_info_cache with network_info: [{"id": "c9e368cc-1b4b-4129-a815-f62485108fe2", "address": "fa:16:3e:6e:e9:c7", "network": {"id": "52bf11e5-5de2-4f53-957a-6c8f71366a43", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-437875751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9abfd19238df4b8d91a5d7250070d2a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9e368cc-1b", "ovs_interfaceid": "c9e368cc-1b4b-4129-a815-f62485108fe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.537768] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.537768] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.538062] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Deleting the datastore file [datastore1] 2978dd50-d7a8-4e0e-95dd-dac102a3526d {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.538762] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7360b774-a6a6-4cc0-8701-3302e56fe6b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.546448] env[71114]: DEBUG oslo_vmware.api [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for the task: (returnval){ [ 899.546448] env[71114]: value = "task-3821720" [ 899.546448] env[71114]: _type = "Task" [ 899.546448] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.557174] env[71114]: DEBUG oslo_vmware.api [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.588260] env[71114]: DEBUG oslo_vmware.api [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821716, 'name': RemoveSnapshot_Task, 'duration_secs': 0.89083} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.588582] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 899.588834] env[71114]: INFO nova.compute.manager [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Took 14.60 seconds to snapshot the instance on the hypervisor. [ 899.603573] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a762877c-ab23-42de-9cb8-80c9c733e409 tempest-ListImageFiltersTestJSON-1892208964 tempest-ListImageFiltersTestJSON-1892208964-project-member] Lock "844fae93-93ca-4b25-84b5-efc829059716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.492s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.776381] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821717, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.871738] env[71114]: DEBUG nova.compute.manager [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.903820] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.904136] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.904311] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.904495] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.904647] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.904791] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.905011] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.905192] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.905362] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.905529] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.905703] env[71114]: DEBUG nova.virt.hardware [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.906624] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550f1e66-338f-4be7-b4d7-3b0f52cb04b0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.916653] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3168006-21bb-4499-91c4-305399b2fb93 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.934038] env[71114]: DEBUG oslo_concurrency.lockutils [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] Releasing lock "refresh_cache-4d14ba98-ca69-4a31-8001-5b330b584fa4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.934372] env[71114]: DEBUG nova.compute.manager [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Received event network-changed-a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.934552] env[71114]: DEBUG nova.compute.manager [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Refreshing instance network info cache due to event network-changed-a1a650a6-bebf-403b-b036-363a47b5c605. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.934774] env[71114]: DEBUG oslo_concurrency.lockutils [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] Acquiring lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.934918] env[71114]: DEBUG oslo_concurrency.lockutils [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] Acquired lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.935106] env[71114]: DEBUG nova.network.neutron [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Refreshing network info cache for port a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.060708] env[71114]: DEBUG oslo_vmware.api [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Task: {'id': task-3821720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170698} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.062252] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.062252] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.062252] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.062252] env[71114]: INFO nova.compute.manager [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Took 1.23 seconds to destroy the instance on the hypervisor. [ 900.062252] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.062252] env[71114]: DEBUG nova.compute.manager [-] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.062522] env[71114]: DEBUG nova.network.neutron [-] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.165972] env[71114]: DEBUG nova.compute.manager [None req-3e1af560-20e8-4bab-91af-3112071c3e81 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Found 1 images (rotation: 2) {{(pid=71114) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 900.276358] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821717, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.674902] env[71114]: DEBUG nova.compute.manager [req-25fe2a8e-c7cd-4d14-99e9-d80797f8123a req-18ed61cc-03ac-4af2-9088-45cf0c6fcc8c service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Received event network-vif-deleted-245cadcb-a9a4-4623-99e7-708ec333aecb {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.674902] env[71114]: INFO nova.compute.manager [req-25fe2a8e-c7cd-4d14-99e9-d80797f8123a req-18ed61cc-03ac-4af2-9088-45cf0c6fcc8c service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Neutron deleted interface 245cadcb-a9a4-4623-99e7-708ec333aecb; detaching it from the instance and deleting it from the info cache [ 900.674902] env[71114]: DEBUG nova.network.neutron [req-25fe2a8e-c7cd-4d14-99e9-d80797f8123a req-18ed61cc-03ac-4af2-9088-45cf0c6fcc8c service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Updating instance_info_cache with network_info: [{"id": "77a40262-a253-4326-a401-573a1cf6ba9f", "address": "fa:16:3e:37:2a:6c", "network": {"id": "adfc64a4-8be7-4b62-a383-0bb9d2ebdcf0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1143172139", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5d2ddc79f5c4bb0a7ff901953b0e551", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a40262-a2", "ovs_interfaceid": "77a40262-a253-4326-a401-573a1cf6ba9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.746356] env[71114]: DEBUG nova.network.neutron [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Successfully updated port: e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.781013] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821717, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.532178} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.781287] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 4d14ba98-ca69-4a31-8001-5b330b584fa4/4d14ba98-ca69-4a31-8001-5b330b584fa4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.781885] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.781885] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cf1ffa6-29bc-4665-9182-2ef611e5ebaf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.790759] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for the task: (returnval){ [ 900.790759] env[71114]: value = "task-3821721" [ 900.790759] env[71114]: _type = "Task" [ 900.790759] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.801101] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451ca83b-7fc7-4f48-ac31-6b3c7d4fadd7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.810250] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.813380] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c92f95b-16b9-42f1-9933-6f8651fd0a4b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.852209] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da522601-fe3a-445f-8798-8547f8219bd4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.861338] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667f6931-139e-4d92-83ca-9c7cd479eb2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.876890] env[71114]: DEBUG nova.compute.provider_tree [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.889669] env[71114]: DEBUG nova.compute.manager [req-a2af7a9a-0338-4b3b-864c-22a34627045b req-ae53274e-9a31-4412-9312-ce78cbba9b4e service nova] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Received event network-vif-plugged-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.889797] env[71114]: DEBUG oslo_concurrency.lockutils [req-a2af7a9a-0338-4b3b-864c-22a34627045b req-ae53274e-9a31-4412-9312-ce78cbba9b4e service nova] Acquiring lock "1eb7793d-2d2e-4795-8af1-7f8045b70495-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.890098] env[71114]: DEBUG oslo_concurrency.lockutils [req-a2af7a9a-0338-4b3b-864c-22a34627045b req-ae53274e-9a31-4412-9312-ce78cbba9b4e service nova] Lock "1eb7793d-2d2e-4795-8af1-7f8045b70495-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.890372] env[71114]: DEBUG oslo_concurrency.lockutils [req-a2af7a9a-0338-4b3b-864c-22a34627045b req-ae53274e-9a31-4412-9312-ce78cbba9b4e service nova] Lock "1eb7793d-2d2e-4795-8af1-7f8045b70495-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.890562] env[71114]: DEBUG nova.compute.manager [req-a2af7a9a-0338-4b3b-864c-22a34627045b req-ae53274e-9a31-4412-9312-ce78cbba9b4e service nova] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] No waiting events found dispatching network-vif-plugged-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 900.890733] env[71114]: WARNING nova.compute.manager [req-a2af7a9a-0338-4b3b-864c-22a34627045b req-ae53274e-9a31-4412-9312-ce78cbba9b4e service nova] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Received unexpected event network-vif-plugged-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 for instance with vm_state building and task_state spawning. [ 900.902169] env[71114]: DEBUG nova.compute.manager [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.903290] env[71114]: DEBUG nova.network.neutron [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Updated VIF entry in instance network info cache for port a1a650a6-bebf-403b-b036-363a47b5c605. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.903641] env[71114]: DEBUG nova.network.neutron [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Updating instance_info_cache with network_info: [{"id": "a1a650a6-bebf-403b-b036-363a47b5c605", "address": "fa:16:3e:3f:89:e2", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a650a6-be", "ovs_interfaceid": "a1a650a6-bebf-403b-b036-363a47b5c605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.905337] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f76d1d-131a-412e-8d1c-50aa588d242d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.085078] env[71114]: DEBUG nova.network.neutron [-] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.178975] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9fef519-b8e2-46bc-bc32-18a35d7d92f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.190917] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816cda7c-a593-4f8c-8292-3778c64f23d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.224387] env[71114]: DEBUG nova.compute.manager [req-25fe2a8e-c7cd-4d14-99e9-d80797f8123a req-18ed61cc-03ac-4af2-9088-45cf0c6fcc8c service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Detach interface failed, port_id=245cadcb-a9a4-4623-99e7-708ec333aecb, reason: Instance 2978dd50-d7a8-4e0e-95dd-dac102a3526d could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 901.249031] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquiring lock "refresh_cache-1eb7793d-2d2e-4795-8af1-7f8045b70495" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.249203] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquired lock "refresh_cache-1eb7793d-2d2e-4795-8af1-7f8045b70495" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.249360] env[71114]: DEBUG nova.network.neutron [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.258414] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "63908f55-ee31-46c3-afda-79191162c0a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.258662] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "63908f55-ee31-46c3-afda-79191162c0a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.300935] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072645} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.301267] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.302080] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0746d9e6-a573-49c9-abd7-f2c67c3a36a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.327622] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 4d14ba98-ca69-4a31-8001-5b330b584fa4/4d14ba98-ca69-4a31-8001-5b330b584fa4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.327622] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0499656d-57cd-4499-9592-6067458d7319 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.350690] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for the task: (returnval){ [ 901.350690] env[71114]: value = "task-3821722" [ 901.350690] env[71114]: _type = "Task" [ 901.350690] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.359654] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.401656] env[71114]: ERROR nova.scheduler.client.report [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [req-bcf7b140-2aae-4cca-a02d-5e8e3e9c4ca2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bcf7b140-2aae-4cca-a02d-5e8e3e9c4ca2"}]} [ 901.409861] env[71114]: DEBUG oslo_concurrency.lockutils [req-d06e304a-6a3b-4110-961e-d09211b50a40 req-2d850ad3-fcb3-4ebd-b000-8713a10578b8 service nova] Releasing lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.417154] env[71114]: INFO nova.compute.manager [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] instance snapshotting [ 901.417781] env[71114]: DEBUG nova.objects.instance [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'flavor' on Instance uuid 2f9f3bdd-1c9a-456b-9959-146dc2aec368 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.419903] env[71114]: DEBUG nova.scheduler.client.report [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 901.433557] env[71114]: DEBUG nova.scheduler.client.report [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 901.433779] env[71114]: DEBUG nova.compute.provider_tree [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.446223] env[71114]: DEBUG nova.scheduler.client.report [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 901.465709] env[71114]: DEBUG nova.scheduler.client.report [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 901.588199] env[71114]: INFO nova.compute.manager [-] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Took 1.53 seconds to deallocate network for instance. [ 901.800604] env[71114]: DEBUG nova.network.neutron [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.862818] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821722, 'name': ReconfigVM_Task, 'duration_secs': 0.292631} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.863141] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 4d14ba98-ca69-4a31-8001-5b330b584fa4/4d14ba98-ca69-4a31-8001-5b330b584fa4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.863791] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f665e15-e4fd-4cb8-8275-389283a45d51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.872801] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for the task: (returnval){ [ 901.872801] env[71114]: value = "task-3821723" [ 901.872801] env[71114]: _type = "Task" [ 901.872801] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.881807] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821723, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.927079] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5838feb6-e8cb-45bb-8c2a-0d2f97d08fd5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.950564] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbfea1d-c60a-41a1-b210-d2a2544c19e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.987694] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63336780-c514-4c6a-bcf5-4936d1b7a153 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.996529] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a7f8d8-8c82-4946-94e1-cd67d8336b5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.030471] env[71114]: DEBUG nova.network.neutron [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Updating instance_info_cache with network_info: [{"id": "e3ffa8e0-00f9-44a0-9348-4e1e19a726d6", "address": "fa:16:3e:5b:7d:28", "network": {"id": "65a933ea-5071-474f-be69-d71ac1fc5991", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-965090989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e07e82a2c534b518c50ffec61819a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ffa8e0-00", "ovs_interfaceid": "e3ffa8e0-00f9-44a0-9348-4e1e19a726d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.034551] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae845eaf-a67d-48a1-8feb-84254c85032c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.042578] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f304f36-3a97-496e-998b-568c33955a5f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.058961] env[71114]: DEBUG nova.compute.provider_tree [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.098442] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.383610] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821723, 'name': Rename_Task, 'duration_secs': 0.16228} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.383897] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.384164] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2697004-5b3d-4cd3-8879-2243adfe823f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.391060] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for the task: (returnval){ [ 902.391060] env[71114]: value = "task-3821724" [ 902.391060] env[71114]: _type = "Task" [ 902.391060] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.400292] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.466793] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 902.467148] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ea6794f-49a6-4226-8466-5fb588d1b8cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.474733] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 902.474733] env[71114]: value = "task-3821725" [ 902.474733] env[71114]: _type = "Task" [ 902.474733] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.483750] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821725, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.536546] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Releasing lock "refresh_cache-1eb7793d-2d2e-4795-8af1-7f8045b70495" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.536915] env[71114]: DEBUG nova.compute.manager [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Instance network_info: |[{"id": "e3ffa8e0-00f9-44a0-9348-4e1e19a726d6", "address": "fa:16:3e:5b:7d:28", "network": {"id": "65a933ea-5071-474f-be69-d71ac1fc5991", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-965090989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e07e82a2c534b518c50ffec61819a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ffa8e0-00", "ovs_interfaceid": "e3ffa8e0-00f9-44a0-9348-4e1e19a726d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.537392] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:7d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3ffa8e0-00f9-44a0-9348-4e1e19a726d6', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.545941] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Creating folder: Project (3e07e82a2c534b518c50ffec61819a24). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.546275] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5bd24ee-b8dd-4ca3-af9b-1e7e9e62936e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.558203] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Created folder: Project (3e07e82a2c534b518c50ffec61819a24) in parent group-v759732. [ 902.558518] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Creating folder: Instances. Parent ref: group-v759897. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.558696] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01c1b195-6fcd-46c9-bb8e-8dd3f98b9e46 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.569533] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Created folder: Instances in parent group-v759897. [ 902.569867] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.570288] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.570493] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54701e48-7fab-4004-a425-35a7bc6fa2af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.593107] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.593107] env[71114]: value = "task-3821728" [ 902.593107] env[71114]: _type = "Task" [ 902.593107] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.597341] env[71114]: DEBUG nova.scheduler.client.report [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 902.597601] env[71114]: DEBUG nova.compute.provider_tree [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 91 to 92 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 902.597781] env[71114]: DEBUG nova.compute.provider_tree [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.607560] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821728, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.708581] env[71114]: DEBUG nova.compute.manager [req-dbc74a16-cb9d-4a47-aa3b-c6ac973b7aa9 req-0675cee0-5ba0-47a8-8b2a-2611c133d422 service nova] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Received event network-vif-deleted-77a40262-a253-4326-a401-573a1cf6ba9f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.903499] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821724, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.920291] env[71114]: DEBUG nova.compute.manager [req-dbbfbeac-97f1-458e-984e-e4fc44ca857f req-2488273d-7d0d-44ed-8fa8-e0a86578fb66 service nova] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Received event network-changed-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.920548] env[71114]: DEBUG nova.compute.manager [req-dbbfbeac-97f1-458e-984e-e4fc44ca857f req-2488273d-7d0d-44ed-8fa8-e0a86578fb66 service nova] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Refreshing instance network info cache due to event network-changed-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.920777] env[71114]: DEBUG oslo_concurrency.lockutils [req-dbbfbeac-97f1-458e-984e-e4fc44ca857f req-2488273d-7d0d-44ed-8fa8-e0a86578fb66 service nova] Acquiring lock "refresh_cache-1eb7793d-2d2e-4795-8af1-7f8045b70495" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.920924] env[71114]: DEBUG oslo_concurrency.lockutils [req-dbbfbeac-97f1-458e-984e-e4fc44ca857f req-2488273d-7d0d-44ed-8fa8-e0a86578fb66 service nova] Acquired lock "refresh_cache-1eb7793d-2d2e-4795-8af1-7f8045b70495" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.921106] env[71114]: DEBUG nova.network.neutron [req-dbbfbeac-97f1-458e-984e-e4fc44ca857f req-2488273d-7d0d-44ed-8fa8-e0a86578fb66 service nova] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Refreshing network info cache for port e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.986474] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821725, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.106528] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.058s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.106886] env[71114]: DEBUG nova.compute.manager [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.111228] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821728, 'name': CreateVM_Task, 'duration_secs': 0.377262} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.111228] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.127s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.111407] env[71114]: DEBUG nova.objects.instance [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lazy-loading 'resources' on Instance uuid 3e34f4a1-7c1b-42bc-9e07-3233630ceeef {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.113436] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.114228] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.114479] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.114913] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.117220] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c4bbc1-765b-4aad-8088-04ad57da4232 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.123701] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for the task: (returnval){ [ 903.123701] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525d42ac-f475-5474-7e58-65ea0afa5bfd" [ 903.123701] env[71114]: _type = "Task" [ 903.123701] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.140968] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525d42ac-f475-5474-7e58-65ea0afa5bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.402355] env[71114]: DEBUG oslo_vmware.api [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821724, 'name': PowerOnVM_Task, 'duration_secs': 0.522857} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.402645] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.402853] env[71114]: INFO nova.compute.manager [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Took 9.98 seconds to spawn the instance on the hypervisor. [ 903.403054] env[71114]: DEBUG nova.compute.manager [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.403888] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d701057d-a42d-4c48-a8f5-3709df5da156 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.486642] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821725, 'name': CreateSnapshot_Task, 'duration_secs': 0.537844} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.486938] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 903.487715] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a18df9-40c1-4073-95ae-113b0d83dc74 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.616508] env[71114]: DEBUG nova.compute.utils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.618614] env[71114]: DEBUG nova.compute.manager [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.618786] env[71114]: DEBUG nova.network.neutron [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.636618] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525d42ac-f475-5474-7e58-65ea0afa5bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.025877} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.637461] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.637461] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.637461] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.637646] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.637915] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.638090] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5fcd5d2-f82d-4d24-9e18-0fcbb6f671ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.649530] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.649597] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.654097] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7119564a-a714-4559-9902-53eb85365d96 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.660737] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for the task: (returnval){ [ 903.660737] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5250a1a7-b74e-ed98-bc4f-70b564360948" [ 903.660737] env[71114]: _type = "Task" [ 903.660737] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.665075] env[71114]: DEBUG nova.network.neutron [req-dbbfbeac-97f1-458e-984e-e4fc44ca857f req-2488273d-7d0d-44ed-8fa8-e0a86578fb66 service nova] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Updated VIF entry in instance network info cache for port e3ffa8e0-00f9-44a0-9348-4e1e19a726d6. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.665349] env[71114]: DEBUG nova.network.neutron [req-dbbfbeac-97f1-458e-984e-e4fc44ca857f req-2488273d-7d0d-44ed-8fa8-e0a86578fb66 service nova] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Updating instance_info_cache with network_info: [{"id": "e3ffa8e0-00f9-44a0-9348-4e1e19a726d6", "address": "fa:16:3e:5b:7d:28", "network": {"id": "65a933ea-5071-474f-be69-d71ac1fc5991", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-965090989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e07e82a2c534b518c50ffec61819a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ffa8e0-00", "ovs_interfaceid": "e3ffa8e0-00f9-44a0-9348-4e1e19a726d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.673687] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5250a1a7-b74e-ed98-bc4f-70b564360948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.680640] env[71114]: DEBUG nova.policy [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c01a02607fd4e82aee983ce09123b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '041d832a101949f0986c11115ee2a7d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.926787] env[71114]: INFO nova.compute.manager [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Took 51.91 seconds to build instance. [ 904.007539] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.007539] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c703a1b9-7dc9-4eec-be66-0901c20d9560 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.021285] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 904.021285] env[71114]: value = "task-3821729" [ 904.021285] env[71114]: _type = "Task" [ 904.021285] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.032501] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821729, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.056775] env[71114]: DEBUG nova.network.neutron [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Successfully created port: 3477f0ed-ee6f-4485-961b-38f5219eec5a {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.126501] env[71114]: DEBUG nova.compute.manager [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.170684] env[71114]: DEBUG oslo_concurrency.lockutils [req-dbbfbeac-97f1-458e-984e-e4fc44ca857f req-2488273d-7d0d-44ed-8fa8-e0a86578fb66 service nova] Releasing lock "refresh_cache-1eb7793d-2d2e-4795-8af1-7f8045b70495" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.180261] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5250a1a7-b74e-ed98-bc4f-70b564360948, 'name': SearchDatastore_Task, 'duration_secs': 0.044062} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.180261] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45d1470-97ab-499d-a0e5-4aec08fd1fe9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.187352] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for the task: (returnval){ [ 904.187352] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b905f7-0032-4d3d-a3e2-b6924dc12d52" [ 904.187352] env[71114]: _type = "Task" [ 904.187352] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.203290] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b905f7-0032-4d3d-a3e2-b6924dc12d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.276137] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267982b-5c44-4898-9df7-6a96ae313015 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.282190] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87c8c04-fcf8-4540-8f24-41366bccf758 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.316705] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ce8d92-1bbd-4c08-998c-40dd1d568c2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.327760] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc39d40-d5af-482a-bde8-635fbe9563fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.346700] env[71114]: DEBUG nova.compute.provider_tree [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.429242] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7f57ba26-40f7-490c-a220-a1efa19e870b tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lock "4d14ba98-ca69-4a31-8001-5b330b584fa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.816s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.531587] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821729, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.702322] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b905f7-0032-4d3d-a3e2-b6924dc12d52, 'name': SearchDatastore_Task, 'duration_secs': 0.015459} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.702647] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.702929] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 1eb7793d-2d2e-4795-8af1-7f8045b70495/1eb7793d-2d2e-4795-8af1-7f8045b70495.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.703242] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4889ecc-1379-4e60-8b94-82fb9312f959 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.711666] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for the task: (returnval){ [ 904.711666] env[71114]: value = "task-3821730" [ 904.711666] env[71114]: _type = "Task" [ 904.711666] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.721339] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.849279] env[71114]: DEBUG nova.scheduler.client.report [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.932429] env[71114]: DEBUG nova.compute.manager [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.035541] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821729, 'name': CloneVM_Task} progress is 95%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.141888] env[71114]: DEBUG nova.compute.manager [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.173089] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.173421] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.173582] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.173771] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.173920] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.174554] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.174825] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.175064] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.175257] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.175429] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.175605] env[71114]: DEBUG nova.virt.hardware [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.176594] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed71a42-b1dc-4574-bfb5-c4f309cd00ad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.188809] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93f4ee2-8e3b-4e7d-890f-18ad3d9d59ec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.228768] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821730, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.354725] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.357480] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.996s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.357614] env[71114]: DEBUG nova.objects.instance [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 905.400696] env[71114]: INFO nova.scheduler.client.report [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Deleted allocations for instance 3e34f4a1-7c1b-42bc-9e07-3233630ceeef [ 905.459067] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.536639] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821729, 'name': CloneVM_Task, 'duration_secs': 1.224359} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.536950] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Created linked-clone VM from snapshot [ 905.537836] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec07cd2-9667-40b2-8ca9-204cffb2da9f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.549270] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Uploading image f9631710-769a-44a8-ba16-c7b9110e9241 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 905.576626] env[71114]: DEBUG oslo_vmware.rw_handles [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 905.576626] env[71114]: value = "vm-759901" [ 905.576626] env[71114]: _type = "VirtualMachine" [ 905.576626] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 905.576953] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-17e35fd7-226a-424b-9d0e-d3800ff69498 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.587758] env[71114]: DEBUG oslo_vmware.rw_handles [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lease: (returnval){ [ 905.587758] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e113dd-5d53-b6d6-faae-b665e335b142" [ 905.587758] env[71114]: _type = "HttpNfcLease" [ 905.587758] env[71114]: } obtained for exporting VM: (result){ [ 905.587758] env[71114]: value = "vm-759901" [ 905.587758] env[71114]: _type = "VirtualMachine" [ 905.587758] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 905.588117] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the lease: (returnval){ [ 905.588117] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e113dd-5d53-b6d6-faae-b665e335b142" [ 905.588117] env[71114]: _type = "HttpNfcLease" [ 905.588117] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 905.596316] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.596316] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e113dd-5d53-b6d6-faae-b665e335b142" [ 905.596316] env[71114]: _type = "HttpNfcLease" [ 905.596316] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.671143] env[71114]: DEBUG nova.compute.manager [req-b320db3d-36c1-4c21-9ef2-4b436078c5a5 req-661ac8a1-1cd8-4aa3-a02a-c405eb7e3a26 service nova] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Received event network-vif-plugged-3477f0ed-ee6f-4485-961b-38f5219eec5a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.671376] env[71114]: DEBUG oslo_concurrency.lockutils [req-b320db3d-36c1-4c21-9ef2-4b436078c5a5 req-661ac8a1-1cd8-4aa3-a02a-c405eb7e3a26 service nova] Acquiring lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.671604] env[71114]: DEBUG oslo_concurrency.lockutils [req-b320db3d-36c1-4c21-9ef2-4b436078c5a5 req-661ac8a1-1cd8-4aa3-a02a-c405eb7e3a26 service nova] Lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.671811] env[71114]: DEBUG oslo_concurrency.lockutils [req-b320db3d-36c1-4c21-9ef2-4b436078c5a5 req-661ac8a1-1cd8-4aa3-a02a-c405eb7e3a26 service nova] Lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.671960] env[71114]: DEBUG nova.compute.manager [req-b320db3d-36c1-4c21-9ef2-4b436078c5a5 req-661ac8a1-1cd8-4aa3-a02a-c405eb7e3a26 service nova] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] No waiting events found dispatching network-vif-plugged-3477f0ed-ee6f-4485-961b-38f5219eec5a {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 905.672447] env[71114]: WARNING nova.compute.manager [req-b320db3d-36c1-4c21-9ef2-4b436078c5a5 req-661ac8a1-1cd8-4aa3-a02a-c405eb7e3a26 service nova] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Received unexpected event network-vif-plugged-3477f0ed-ee6f-4485-961b-38f5219eec5a for instance with vm_state building and task_state spawning. [ 905.714235] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquiring lock "4d14ba98-ca69-4a31-8001-5b330b584fa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.714559] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lock "4d14ba98-ca69-4a31-8001-5b330b584fa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.714851] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquiring lock "4d14ba98-ca69-4a31-8001-5b330b584fa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.715071] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lock "4d14ba98-ca69-4a31-8001-5b330b584fa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.715348] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lock "4d14ba98-ca69-4a31-8001-5b330b584fa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.723048] env[71114]: INFO nova.compute.manager [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Terminating instance [ 905.736019] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714338} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.738549] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 1eb7793d-2d2e-4795-8af1-7f8045b70495/1eb7793d-2d2e-4795-8af1-7f8045b70495.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.738549] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.738549] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06d55440-dd94-46b8-991c-3695d9a0cd55 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.746586] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for the task: (returnval){ [ 905.746586] env[71114]: value = "task-3821732" [ 905.746586] env[71114]: _type = "Task" [ 905.746586] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.758610] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.806562] env[71114]: DEBUG nova.network.neutron [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Successfully updated port: 3477f0ed-ee6f-4485-961b-38f5219eec5a {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.914142] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bef5dd23-751d-4ed5-bd30-898cba464f9b tempest-SecurityGroupsTestJSON-1289675335 tempest-SecurityGroupsTestJSON-1289675335-project-member] Lock "3e34f4a1-7c1b-42bc-9e07-3233630ceeef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.497s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.097282] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.097282] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e113dd-5d53-b6d6-faae-b665e335b142" [ 906.097282] env[71114]: _type = "HttpNfcLease" [ 906.097282] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 906.097629] env[71114]: DEBUG oslo_vmware.rw_handles [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 906.097629] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e113dd-5d53-b6d6-faae-b665e335b142" [ 906.097629] env[71114]: _type = "HttpNfcLease" [ 906.097629] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 906.099689] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f08da-b86a-4786-ab67-c57b895f804a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.107313] env[71114]: DEBUG oslo_vmware.rw_handles [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8c32b-e4a4-d89e-8e3c-c85014e761d2/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 906.107518] env[71114]: DEBUG oslo_vmware.rw_handles [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8c32b-e4a4-d89e-8e3c-c85014e761d2/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 906.196570] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-375f314a-5ba7-4dc0-a984-3c20d34306ec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.230512] env[71114]: DEBUG nova.compute.manager [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.230845] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.232805] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517eda1c-db2d-4f29-aa3e-03701b30b90c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.240311] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.240582] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4f9ef0a-aa88-49b7-850c-774593801fb4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.247080] env[71114]: DEBUG oslo_vmware.api [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for the task: (returnval){ [ 906.247080] env[71114]: value = "task-3821733" [ 906.247080] env[71114]: _type = "Task" [ 906.247080] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.259074] env[71114]: DEBUG oslo_vmware.api [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.262180] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091998} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.262477] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.263351] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2abaea0-b7c0-4c47-a9bf-819cf2d4a37d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.286117] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 1eb7793d-2d2e-4795-8af1-7f8045b70495/1eb7793d-2d2e-4795-8af1-7f8045b70495.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.286493] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a86121ea-f7b6-4819-8309-d37a899b27c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.309178] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for the task: (returnval){ [ 906.309178] env[71114]: value = "task-3821734" [ 906.309178] env[71114]: _type = "Task" [ 906.309178] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.312402] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.312556] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.312702] env[71114]: DEBUG nova.network.neutron [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.319781] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.369021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8cfeb66-3470-46cf-b3b8-4bffffc0f8ea tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.370214] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.682s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.372044] env[71114]: INFO nova.compute.claims [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.759158] env[71114]: DEBUG oslo_vmware.api [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821733, 'name': PowerOffVM_Task, 'duration_secs': 0.342167} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.759532] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.759852] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.760236] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9d47bbc-dfed-4cc1-84fd-788e5bf6697a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.824375] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.842894] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.843115] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.843426] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Deleting the datastore file [datastore2] 4d14ba98-ca69-4a31-8001-5b330b584fa4 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.845320] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f90c14c5-f12d-4e53-abf3-fd9143f96d16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.853398] env[71114]: DEBUG oslo_vmware.api [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for the task: (returnval){ [ 906.853398] env[71114]: value = "task-3821736" [ 906.853398] env[71114]: _type = "Task" [ 906.853398] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.863366] env[71114]: DEBUG oslo_vmware.api [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.883620] env[71114]: DEBUG nova.network.neutron [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.068308] env[71114]: DEBUG nova.network.neutron [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Updating instance_info_cache with network_info: [{"id": "3477f0ed-ee6f-4485-961b-38f5219eec5a", "address": "fa:16:3e:9f:39:c1", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3477f0ed-ee", "ovs_interfaceid": "3477f0ed-ee6f-4485-961b-38f5219eec5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.321248] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821734, 'name': ReconfigVM_Task, 'duration_secs': 0.517475} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.321610] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 1eb7793d-2d2e-4795-8af1-7f8045b70495/1eb7793d-2d2e-4795-8af1-7f8045b70495.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.322185] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fca12842-a246-4d1c-b4ba-9e9f4e58117a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.331557] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for the task: (returnval){ [ 907.331557] env[71114]: value = "task-3821737" [ 907.331557] env[71114]: _type = "Task" [ 907.331557] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.344432] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821737, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.367128] env[71114]: DEBUG oslo_vmware.api [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Task: {'id': task-3821736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175803} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.367545] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.367799] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.368082] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.368410] env[71114]: INFO nova.compute.manager [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 907.368744] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.369747] env[71114]: DEBUG nova.compute.manager [-] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.369892] env[71114]: DEBUG nova.network.neutron [-] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.573207] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.573207] env[71114]: DEBUG nova.compute.manager [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Instance network_info: |[{"id": "3477f0ed-ee6f-4485-961b-38f5219eec5a", "address": "fa:16:3e:9f:39:c1", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3477f0ed-ee", "ovs_interfaceid": "3477f0ed-ee6f-4485-961b-38f5219eec5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.573207] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:39:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3477f0ed-ee6f-4485-961b-38f5219eec5a', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.582957] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Creating folder: Project (041d832a101949f0986c11115ee2a7d2). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.586649] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1664f4b9-05c9-45ef-9652-099608fe4338 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.599764] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Created folder: Project (041d832a101949f0986c11115ee2a7d2) in parent group-v759732. [ 907.600017] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Creating folder: Instances. Parent ref: group-v759902. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.604915] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c404564-06c4-4c32-85dc-b061adcfd155 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.619357] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Created folder: Instances in parent group-v759902. [ 907.619357] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.619695] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.620112] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b00ebf7-c9fa-4c0d-bb5c-04806fd68b53 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.650369] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.650369] env[71114]: value = "task-3821740" [ 907.650369] env[71114]: _type = "Task" [ 907.650369] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.664866] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821740, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.747877] env[71114]: DEBUG nova.compute.manager [req-75b0dc6e-e1d4-4325-81b0-ca4f03f7d216 req-1b75f740-a81b-4dc9-80bf-39b01e818269 service nova] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Received event network-changed-3477f0ed-ee6f-4485-961b-38f5219eec5a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.748190] env[71114]: DEBUG nova.compute.manager [req-75b0dc6e-e1d4-4325-81b0-ca4f03f7d216 req-1b75f740-a81b-4dc9-80bf-39b01e818269 service nova] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Refreshing instance network info cache due to event network-changed-3477f0ed-ee6f-4485-961b-38f5219eec5a. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.748521] env[71114]: DEBUG oslo_concurrency.lockutils [req-75b0dc6e-e1d4-4325-81b0-ca4f03f7d216 req-1b75f740-a81b-4dc9-80bf-39b01e818269 service nova] Acquiring lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.748939] env[71114]: DEBUG oslo_concurrency.lockutils [req-75b0dc6e-e1d4-4325-81b0-ca4f03f7d216 req-1b75f740-a81b-4dc9-80bf-39b01e818269 service nova] Acquired lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.749093] env[71114]: DEBUG nova.network.neutron [req-75b0dc6e-e1d4-4325-81b0-ca4f03f7d216 req-1b75f740-a81b-4dc9-80bf-39b01e818269 service nova] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Refreshing network info cache for port 3477f0ed-ee6f-4485-961b-38f5219eec5a {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.848283] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821737, 'name': Rename_Task, 'duration_secs': 0.321418} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.848572] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.848836] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32c5a5b7-aeb2-40ab-8c5f-2d037960b69a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.858948] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for the task: (returnval){ [ 907.858948] env[71114]: value = "task-3821741" [ 907.858948] env[71114]: _type = "Task" [ 907.858948] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.869980] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.050318] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b40240-dbf2-4795-9685-80e1d19c9617 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.058996] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d958da9a-3c94-4dea-a27c-4ae42c4feee1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.092460] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eb9abd-0684-44d4-80f0-d6dfa83ce48d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.101764] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093ae51e-1749-4536-aeef-12624b6b9874 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.117202] env[71114]: DEBUG nova.compute.provider_tree [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.163248] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821740, 'name': CreateVM_Task, 'duration_secs': 0.388375} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.163437] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.164322] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.164500] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.164863] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.165163] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d998e162-fc29-43a3-8ae0-e8c3224005e0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.170861] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 908.170861] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52095ed6-2de0-65f3-dba4-74e94c8b7066" [ 908.170861] env[71114]: _type = "Task" [ 908.170861] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.179739] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52095ed6-2de0-65f3-dba4-74e94c8b7066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.201815] env[71114]: DEBUG nova.network.neutron [-] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.373122] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.613047] env[71114]: DEBUG nova.network.neutron [req-75b0dc6e-e1d4-4325-81b0-ca4f03f7d216 req-1b75f740-a81b-4dc9-80bf-39b01e818269 service nova] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Updated VIF entry in instance network info cache for port 3477f0ed-ee6f-4485-961b-38f5219eec5a. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.613047] env[71114]: DEBUG nova.network.neutron [req-75b0dc6e-e1d4-4325-81b0-ca4f03f7d216 req-1b75f740-a81b-4dc9-80bf-39b01e818269 service nova] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Updating instance_info_cache with network_info: [{"id": "3477f0ed-ee6f-4485-961b-38f5219eec5a", "address": "fa:16:3e:9f:39:c1", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3477f0ed-ee", "ovs_interfaceid": "3477f0ed-ee6f-4485-961b-38f5219eec5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.664271] env[71114]: DEBUG nova.scheduler.client.report [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 908.664649] env[71114]: DEBUG nova.compute.provider_tree [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 92 to 93 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 908.664931] env[71114]: DEBUG nova.compute.provider_tree [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.688649] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52095ed6-2de0-65f3-dba4-74e94c8b7066, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.689081] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.689386] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.690606] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.690606] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.690606] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.690606] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8cea65e-9762-42a4-b969-e9a712874ba4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.703228] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.703468] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.706405] env[71114]: INFO nova.compute.manager [-] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Took 1.34 seconds to deallocate network for instance. [ 908.706656] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6633722-0123-4d07-911d-e89dbd72599d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.723780] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 908.723780] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52193192-f980-8d35-d651-9034ebbfde2e" [ 908.723780] env[71114]: _type = "Task" [ 908.723780] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.733175] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52193192-f980-8d35-d651-9034ebbfde2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.734305] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c404a4-3453-4fb3-bfb3-099ee321da4b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.742730] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 908.742730] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522cae9a-d15c-3802-94b0-2edafb4f3b57" [ 908.742730] env[71114]: _type = "Task" [ 908.742730] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.755316] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522cae9a-d15c-3802-94b0-2edafb4f3b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.870033] env[71114]: DEBUG oslo_vmware.api [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821741, 'name': PowerOnVM_Task, 'duration_secs': 0.78143} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.870352] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.870560] env[71114]: INFO nova.compute.manager [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Took 9.00 seconds to spawn the instance on the hypervisor. [ 908.870787] env[71114]: DEBUG nova.compute.manager [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.871624] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b399dd-e820-4559-8d5f-8f0067ef6244 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.116978] env[71114]: DEBUG oslo_concurrency.lockutils [req-75b0dc6e-e1d4-4325-81b0-ca4f03f7d216 req-1b75f740-a81b-4dc9-80bf-39b01e818269 service nova] Releasing lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.172845] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.173344] env[71114]: DEBUG nova.compute.manager [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.175987] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.214s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.176279] env[71114]: DEBUG nova.objects.instance [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lazy-loading 'resources' on Instance uuid 20221690-cce5-4104-9507-2f5a2607ace9 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.221931] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.255876] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522cae9a-d15c-3802-94b0-2edafb4f3b57, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.256298] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.256695] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] e6e0bcec-4e82-45eb-ba70-03a2aa0648d9/e6e0bcec-4e82-45eb-ba70-03a2aa0648d9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.257054] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ae69038-4c8b-4775-b4e2-7e796631eba6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.266795] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 909.266795] env[71114]: value = "task-3821742" [ 909.266795] env[71114]: _type = "Task" [ 909.266795] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.278739] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.392526] env[71114]: INFO nova.compute.manager [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Took 52.33 seconds to build instance. [ 909.680744] env[71114]: DEBUG nova.compute.utils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.687234] env[71114]: DEBUG nova.compute.manager [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.687427] env[71114]: DEBUG nova.network.neutron [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.788852] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481093} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.791921] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] e6e0bcec-4e82-45eb-ba70-03a2aa0648d9/e6e0bcec-4e82-45eb-ba70-03a2aa0648d9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.792253] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.792724] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9d37a4b-97b8-40d0-8a14-95e181c1e09b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.799835] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 909.799835] env[71114]: value = "task-3821743" [ 909.799835] env[71114]: _type = "Task" [ 909.799835] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.802237] env[71114]: DEBUG nova.policy [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c01a02607fd4e82aee983ce09123b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '041d832a101949f0986c11115ee2a7d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.817582] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.826944] env[71114]: DEBUG nova.compute.manager [req-aca91f3f-ec03-45fa-9f12-8407dea5015b req-084e7fd1-f112-44e1-bf58-e9dc8201bc51 service nova] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Received event network-vif-deleted-c9e368cc-1b4b-4129-a815-f62485108fe2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.896615] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21b32926-59f5-45c4-b10e-47c1344f0052 tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "1eb7793d-2d2e-4795-8af1-7f8045b70495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.809s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.191203] env[71114]: DEBUG nova.compute.manager [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.244619] env[71114]: DEBUG nova.network.neutron [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Successfully created port: 745f46f3-92d8-427a-b651-5de1082bfe95 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.287022] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3db057f-6a50-4884-b866-7c9ed3893d49 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.296027] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1027accf-a5ad-4291-bc51-887d4b8314c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.339686] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f89baa1-dc36-4a86-9b0c-f94f932cd197 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.348237] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064989} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.351131] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.352053] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099b273e-3858-49c6-a21d-b0c2cb7a3e65 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.355582] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df68940d-f65d-4a70-9a19-f08e6d5d6a09 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.379841] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e6e0bcec-4e82-45eb-ba70-03a2aa0648d9/e6e0bcec-4e82-45eb-ba70-03a2aa0648d9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.388061] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56ce7cf7-8f8a-4875-9b06-dda10ee6bfc0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.402859] env[71114]: DEBUG nova.compute.provider_tree [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.404561] env[71114]: DEBUG nova.compute.manager [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.414511] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 910.414511] env[71114]: value = "task-3821744" [ 910.414511] env[71114]: _type = "Task" [ 910.414511] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.425529] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.517537] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquiring lock "1eb7793d-2d2e-4795-8af1-7f8045b70495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.517843] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "1eb7793d-2d2e-4795-8af1-7f8045b70495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.518068] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquiring lock "1eb7793d-2d2e-4795-8af1-7f8045b70495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.518257] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "1eb7793d-2d2e-4795-8af1-7f8045b70495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.518440] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "1eb7793d-2d2e-4795-8af1-7f8045b70495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.520676] env[71114]: INFO nova.compute.manager [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Terminating instance [ 910.925684] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.936488] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.956023] env[71114]: DEBUG nova.scheduler.client.report [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 910.956023] env[71114]: DEBUG nova.compute.provider_tree [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 93 to 94 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 910.956023] env[71114]: DEBUG nova.compute.provider_tree [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.026979] env[71114]: DEBUG nova.compute.manager [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.026979] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.027863] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7392bf-dd0a-44bb-a149-19bdeae6d124 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.042129] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.042129] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-669f5efd-9fed-49f4-9591-aece1150a2e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.055147] env[71114]: DEBUG oslo_vmware.api [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for the task: (returnval){ [ 911.055147] env[71114]: value = "task-3821745" [ 911.055147] env[71114]: _type = "Task" [ 911.055147] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.065970] env[71114]: DEBUG oslo_vmware.api [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.202305] env[71114]: DEBUG nova.compute.manager [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.240761] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.241066] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.241254] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.241549] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.241646] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.241735] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.241949] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.242170] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.242351] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.242525] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.242720] env[71114]: DEBUG nova.virt.hardware [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.243728] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bd1905-d630-4817-b5b9-7aab3fc4f2fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.254264] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3081740e-0a38-4a3a-a340-05dd8f935dfa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.428938] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821744, 'name': ReconfigVM_Task, 'duration_secs': 0.671231} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.429385] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e6e0bcec-4e82-45eb-ba70-03a2aa0648d9/e6e0bcec-4e82-45eb-ba70-03a2aa0648d9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.430253] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ced5079-8048-489d-9518-ccaaec9ff6a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.439228] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 911.439228] env[71114]: value = "task-3821746" [ 911.439228] env[71114]: _type = "Task" [ 911.439228] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.450859] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821746, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.461373] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.464033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.991s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.464189] env[71114]: DEBUG nova.objects.instance [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lazy-loading 'resources' on Instance uuid 4eef93d7-0e12-46af-82ad-a72735bff49a {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.490579] env[71114]: INFO nova.scheduler.client.report [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Deleted allocations for instance 20221690-cce5-4104-9507-2f5a2607ace9 [ 911.567862] env[71114]: DEBUG oslo_vmware.api [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821745, 'name': PowerOffVM_Task, 'duration_secs': 0.261195} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.568165] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.568902] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.568902] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f718a46-5e45-47e4-b95a-39a04fabc1f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.650388] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.650699] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.650892] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Deleting the datastore file [datastore2] 1eb7793d-2d2e-4795-8af1-7f8045b70495 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.651197] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5336593f-70d8-45f7-910b-c5865cac2ce9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.658091] env[71114]: DEBUG oslo_vmware.api [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for the task: (returnval){ [ 911.658091] env[71114]: value = "task-3821748" [ 911.658091] env[71114]: _type = "Task" [ 911.658091] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.668617] env[71114]: DEBUG oslo_vmware.api [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.892232] env[71114]: DEBUG nova.compute.manager [req-afe62297-db37-42d1-9b94-1cf9f255c0a3 req-a29b682e-60f9-40de-83ba-7f66f2dfc21c service nova] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Received event network-vif-plugged-745f46f3-92d8-427a-b651-5de1082bfe95 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.892487] env[71114]: DEBUG oslo_concurrency.lockutils [req-afe62297-db37-42d1-9b94-1cf9f255c0a3 req-a29b682e-60f9-40de-83ba-7f66f2dfc21c service nova] Acquiring lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.892701] env[71114]: DEBUG oslo_concurrency.lockutils [req-afe62297-db37-42d1-9b94-1cf9f255c0a3 req-a29b682e-60f9-40de-83ba-7f66f2dfc21c service nova] Lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.892882] env[71114]: DEBUG oslo_concurrency.lockutils [req-afe62297-db37-42d1-9b94-1cf9f255c0a3 req-a29b682e-60f9-40de-83ba-7f66f2dfc21c service nova] Lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.893250] env[71114]: DEBUG nova.compute.manager [req-afe62297-db37-42d1-9b94-1cf9f255c0a3 req-a29b682e-60f9-40de-83ba-7f66f2dfc21c service nova] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] No waiting events found dispatching network-vif-plugged-745f46f3-92d8-427a-b651-5de1082bfe95 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.893553] env[71114]: WARNING nova.compute.manager [req-afe62297-db37-42d1-9b94-1cf9f255c0a3 req-a29b682e-60f9-40de-83ba-7f66f2dfc21c service nova] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Received unexpected event network-vif-plugged-745f46f3-92d8-427a-b651-5de1082bfe95 for instance with vm_state building and task_state spawning. [ 911.950410] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821746, 'name': Rename_Task, 'duration_secs': 0.163508} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.950711] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.950987] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a86468c-ca27-49c2-b347-76f70eed6938 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.958911] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 911.958911] env[71114]: value = "task-3821749" [ 911.958911] env[71114]: _type = "Task" [ 911.958911] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.978054] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.998688] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4c67094-2639-4771-9573-b8bf982c5f33 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "20221690-cce5-4104-9507-2f5a2607ace9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.153s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.084909] env[71114]: DEBUG nova.network.neutron [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Successfully updated port: 745f46f3-92d8-427a-b651-5de1082bfe95 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.175701] env[71114]: DEBUG oslo_vmware.api [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Task: {'id': task-3821748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148185} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.175967] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.176833] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.176833] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.176833] env[71114]: INFO nova.compute.manager [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Took 1.15 seconds to destroy the instance on the hypervisor. [ 912.176833] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.177039] env[71114]: DEBUG nova.compute.manager [-] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.177039] env[71114]: DEBUG nova.network.neutron [-] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.277562] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "5d3ff322-f182-48be-9066-203f120b2512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.277562] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "5d3ff322-f182-48be-9066-203f120b2512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.277749] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "5d3ff322-f182-48be-9066-203f120b2512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.279096] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "5d3ff322-f182-48be-9066-203f120b2512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.279306] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "5d3ff322-f182-48be-9066-203f120b2512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.285325] env[71114]: INFO nova.compute.manager [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Terminating instance [ 912.475010] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821749, 'name': PowerOnVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.592790] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "refresh_cache-7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.592790] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "refresh_cache-7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.592790] env[71114]: DEBUG nova.network.neutron [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.652034] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73e595c-d5c7-4b9a-bcba-0a7cc97ff8d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.659220] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923ebf03-0670-4740-bd5b-101b279d5296 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.696658] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3439a7-ff45-4f9e-9463-af636244a207 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.704146] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f45c31-8f03-4f43-bddd-0940d4d63428 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.721213] env[71114]: DEBUG nova.compute.provider_tree [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.790078] env[71114]: DEBUG nova.compute.manager [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.790398] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.791323] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48834347-52a4-4ece-bf9f-8a4ce7d6dcdb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.805054] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.805379] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10cd88aa-6557-40cf-87f1-335210ff8b6c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.814757] env[71114]: DEBUG oslo_vmware.api [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 912.814757] env[71114]: value = "task-3821750" [ 912.814757] env[71114]: _type = "Task" [ 912.814757] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.825297] env[71114]: DEBUG oslo_vmware.api [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.893297] env[71114]: DEBUG oslo_concurrency.lockutils [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Acquiring lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.893556] env[71114]: DEBUG oslo_concurrency.lockutils [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.975023] env[71114]: DEBUG oslo_vmware.api [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821749, 'name': PowerOnVM_Task, 'duration_secs': 0.561843} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.975023] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.975023] env[71114]: INFO nova.compute.manager [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Took 7.83 seconds to spawn the instance on the hypervisor. [ 912.975023] env[71114]: DEBUG nova.compute.manager [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.975281] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4295eea3-5ad4-4b75-9566-6c59fd237f9f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.034995] env[71114]: DEBUG nova.network.neutron [-] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.131100] env[71114]: DEBUG nova.network.neutron [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.245329] env[71114]: ERROR nova.scheduler.client.report [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [req-12cf722c-ffbb-4f6a-a8d9-e9201c7693d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-12cf722c-ffbb-4f6a-a8d9-e9201c7693d3"}]} [ 913.264790] env[71114]: DEBUG nova.scheduler.client.report [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 913.281852] env[71114]: DEBUG nova.scheduler.client.report [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 913.282201] env[71114]: DEBUG nova.compute.provider_tree [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.296334] env[71114]: DEBUG nova.scheduler.client.report [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 913.315520] env[71114]: DEBUG nova.scheduler.client.report [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 913.334545] env[71114]: DEBUG oslo_vmware.api [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821750, 'name': PowerOffVM_Task, 'duration_secs': 0.328157} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.335353] env[71114]: DEBUG nova.network.neutron [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Updating instance_info_cache with network_info: [{"id": "745f46f3-92d8-427a-b651-5de1082bfe95", "address": "fa:16:3e:a7:23:3f", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745f46f3-92", "ovs_interfaceid": "745f46f3-92d8-427a-b651-5de1082bfe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.337502] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.337986] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.338223] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-004af802-855b-4ed6-b60a-898bfba9a99b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.391793] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "00c9bb4e-4897-4282-8649-55a1041043f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.392123] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "00c9bb4e-4897-4282-8649-55a1041043f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.399808] env[71114]: DEBUG nova.compute.utils [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.421253] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.421253] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.421517] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Deleting the datastore file [datastore2] 5d3ff322-f182-48be-9066-203f120b2512 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.424198] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d48a887-8077-4af1-8ffd-aacd40c3a50e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.430210] env[71114]: DEBUG oslo_vmware.api [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for the task: (returnval){ [ 913.430210] env[71114]: value = "task-3821752" [ 913.430210] env[71114]: _type = "Task" [ 913.430210] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.443820] env[71114]: DEBUG oslo_vmware.api [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.502061] env[71114]: INFO nova.compute.manager [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Took 52.22 seconds to build instance. [ 913.541319] env[71114]: INFO nova.compute.manager [-] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Took 1.36 seconds to deallocate network for instance. [ 913.839131] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "refresh_cache-7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.839566] env[71114]: DEBUG nova.compute.manager [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Instance network_info: |[{"id": "745f46f3-92d8-427a-b651-5de1082bfe95", "address": "fa:16:3e:a7:23:3f", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745f46f3-92", "ovs_interfaceid": "745f46f3-92d8-427a-b651-5de1082bfe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.840058] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:23:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '745f46f3-92d8-427a-b651-5de1082bfe95', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.851782] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.856722] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.857961] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9905866-2b5e-407a-b46f-5ed3e9a210b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.901448] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.901448] env[71114]: value = "task-3821753" [ 913.901448] env[71114]: _type = "Task" [ 913.901448] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.903063] env[71114]: DEBUG oslo_concurrency.lockutils [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.919868] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821753, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.946033] env[71114]: DEBUG oslo_vmware.api [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Task: {'id': task-3821752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280785} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.946033] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.946033] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.946033] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.946704] env[71114]: INFO nova.compute.manager [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Took 1.16 seconds to destroy the instance on the hypervisor. [ 913.947022] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.947240] env[71114]: DEBUG nova.compute.manager [-] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.947592] env[71114]: DEBUG nova.network.neutron [-] [instance: 5d3ff322-f182-48be-9066-203f120b2512] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.979821] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e065202c-4dbf-49ef-9978-1c5ba9e7ac00 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.988726] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff27702-1cf7-4511-82ca-73be6a04c7f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.025822] env[71114]: DEBUG oslo_concurrency.lockutils [None req-636ce351-7922-43b9-bdef-4426c7c96afd tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.268s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.031105] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0666cd90-22ca-4955-9ec7-a8241a52d81e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.042422] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70225246-4cd5-4545-8ce0-908af3d175f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.060606] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.061754] env[71114]: DEBUG nova.compute.provider_tree [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.368100] env[71114]: DEBUG nova.compute.manager [req-5edf5b74-93ae-43be-97a5-647ecf25d9bd req-2cf863f5-4914-4f6e-9867-e3d717407043 service nova] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Received event network-changed-745f46f3-92d8-427a-b651-5de1082bfe95 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.368366] env[71114]: DEBUG nova.compute.manager [req-5edf5b74-93ae-43be-97a5-647ecf25d9bd req-2cf863f5-4914-4f6e-9867-e3d717407043 service nova] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Refreshing instance network info cache due to event network-changed-745f46f3-92d8-427a-b651-5de1082bfe95. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.368587] env[71114]: DEBUG oslo_concurrency.lockutils [req-5edf5b74-93ae-43be-97a5-647ecf25d9bd req-2cf863f5-4914-4f6e-9867-e3d717407043 service nova] Acquiring lock "refresh_cache-7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.368820] env[71114]: DEBUG oslo_concurrency.lockutils [req-5edf5b74-93ae-43be-97a5-647ecf25d9bd req-2cf863f5-4914-4f6e-9867-e3d717407043 service nova] Acquired lock "refresh_cache-7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.368936] env[71114]: DEBUG nova.network.neutron [req-5edf5b74-93ae-43be-97a5-647ecf25d9bd req-2cf863f5-4914-4f6e-9867-e3d717407043 service nova] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Refreshing network info cache for port 745f46f3-92d8-427a-b651-5de1082bfe95 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.415936] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821753, 'name': CreateVM_Task, 'duration_secs': 0.477372} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.416175] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.417517] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.417754] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.418131] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.418799] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41fa53b6-3fc2-4351-915c-d2f7eee0e091 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.426730] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 914.426730] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f7e93f-d27e-b2bf-94e0-c117468c28f3" [ 914.426730] env[71114]: _type = "Task" [ 914.426730] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.437903] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f7e93f-d27e-b2bf-94e0-c117468c28f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.536201] env[71114]: DEBUG nova.compute.manager [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.600043] env[71114]: DEBUG nova.scheduler.client.report [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 914.600043] env[71114]: DEBUG nova.compute.provider_tree [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 95 to 96 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 914.600043] env[71114]: DEBUG nova.compute.provider_tree [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.808463] env[71114]: DEBUG nova.network.neutron [-] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.879843] env[71114]: DEBUG oslo_vmware.rw_handles [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8c32b-e4a4-d89e-8e3c-c85014e761d2/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.880885] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c975fb2c-31c5-4cb7-b13c-23cef644d785 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.887515] env[71114]: DEBUG oslo_vmware.rw_handles [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8c32b-e4a4-d89e-8e3c-c85014e761d2/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.888931] env[71114]: ERROR oslo_vmware.rw_handles [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8c32b-e4a4-d89e-8e3c-c85014e761d2/disk-0.vmdk due to incomplete transfer. [ 914.888931] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2eabf3fc-a32e-474e-8ba0-d4305e54060c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.897496] env[71114]: DEBUG oslo_vmware.rw_handles [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8c32b-e4a4-d89e-8e3c-c85014e761d2/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 914.897719] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Uploaded image f9631710-769a-44a8-ba16-c7b9110e9241 to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 914.900629] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 914.900629] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4085d2f6-af96-4504-8b93-0a23fdd95170 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.908415] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 914.908415] env[71114]: value = "task-3821754" [ 914.908415] env[71114]: _type = "Task" [ 914.908415] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.924500] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821754, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.940235] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f7e93f-d27e-b2bf-94e0-c117468c28f3, 'name': SearchDatastore_Task, 'duration_secs': 0.016173} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.940587] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.940842] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.941103] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.941249] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.941785] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.942224] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64bc011a-4f59-4c47-91f7-ce8d28fcf517 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.953354] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.954062] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.954901] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130634a6-0dab-4573-9c22-9eb11eea2271 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.962137] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 914.962137] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528e313d-92f8-1525-c019-adc10db24b1d" [ 914.962137] env[71114]: _type = "Task" [ 914.962137] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.972050] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528e313d-92f8-1525-c019-adc10db24b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.984215] env[71114]: DEBUG oslo_concurrency.lockutils [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Acquiring lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.984477] env[71114]: DEBUG oslo_concurrency.lockutils [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.984720] env[71114]: INFO nova.compute.manager [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Attaching volume 70fc6cd8-7da6-4341-beb1-247145ef9188 to /dev/sdb [ 915.030024] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe7f453-1000-48ec-a9f6-f82d3597a866 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.040693] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30e1925-87fa-4874-a5f6-23b378f1bf8e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.059890] env[71114]: DEBUG nova.virt.block_device [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Updating existing volume attachment record: e638c46e-87a2-4727-b362-3ce6a618858b {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 915.069387] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.105267] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.641s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.108656] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.262s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.109684] env[71114]: INFO nova.compute.claims [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.144476] env[71114]: INFO nova.scheduler.client.report [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Deleted allocations for instance 4eef93d7-0e12-46af-82ad-a72735bff49a [ 915.172363] env[71114]: DEBUG nova.network.neutron [req-5edf5b74-93ae-43be-97a5-647ecf25d9bd req-2cf863f5-4914-4f6e-9867-e3d717407043 service nova] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Updated VIF entry in instance network info cache for port 745f46f3-92d8-427a-b651-5de1082bfe95. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.172743] env[71114]: DEBUG nova.network.neutron [req-5edf5b74-93ae-43be-97a5-647ecf25d9bd req-2cf863f5-4914-4f6e-9867-e3d717407043 service nova] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Updating instance_info_cache with network_info: [{"id": "745f46f3-92d8-427a-b651-5de1082bfe95", "address": "fa:16:3e:a7:23:3f", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745f46f3-92", "ovs_interfaceid": "745f46f3-92d8-427a-b651-5de1082bfe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.309709] env[71114]: INFO nova.compute.manager [-] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Took 1.36 seconds to deallocate network for instance. [ 915.423408] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821754, 'name': Destroy_Task, 'duration_secs': 0.425964} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.423782] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Destroyed the VM [ 915.424047] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 915.424317] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d3faa072-490b-4a57-a9d2-19a05fe5ec27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.432536] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 915.432536] env[71114]: value = "task-3821758" [ 915.432536] env[71114]: _type = "Task" [ 915.432536] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.441287] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.473348] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528e313d-92f8-1525-c019-adc10db24b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.021904} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.474236] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8baec92-f46f-40dd-9ed0-1697a86c09cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.480196] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 915.480196] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c1faae-761d-be45-f775-9f194e738bd1" [ 915.480196] env[71114]: _type = "Task" [ 915.480196] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.489422] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c1faae-761d-be45-f775-9f194e738bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.644826] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ba0876ac-17a3-4d1f-a61d-4d7234a1e228 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "4eef93d7-0e12-46af-82ad-a72735bff49a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.873s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.677049] env[71114]: DEBUG oslo_concurrency.lockutils [req-5edf5b74-93ae-43be-97a5-647ecf25d9bd req-2cf863f5-4914-4f6e-9867-e3d717407043 service nova] Releasing lock "refresh_cache-7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.677049] env[71114]: DEBUG nova.compute.manager [req-5edf5b74-93ae-43be-97a5-647ecf25d9bd req-2cf863f5-4914-4f6e-9867-e3d717407043 service nova] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Received event network-vif-deleted-e3ffa8e0-00f9-44a0-9348-4e1e19a726d6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.817033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.945905] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821758, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.994737] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c1faae-761d-be45-f775-9f194e738bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.014199} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.995220] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.995619] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb/7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.996015] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56c5ee5a-06b4-4390-8bf6-45143fe68827 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.006191] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 916.006191] env[71114]: value = "task-3821759" [ 916.006191] env[71114]: _type = "Task" [ 916.006191] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.016104] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.397864] env[71114]: DEBUG nova.compute.manager [req-6b8ffee2-e299-4c5c-81e2-df1a51753099 req-33c4bae2-32d0-4f74-9533-c98057fd6647 service nova] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Received event network-vif-deleted-8f68a3a3-c78c-4ca1-bd81-aae0adb058d5 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.446980] env[71114]: DEBUG oslo_vmware.api [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821758, 'name': RemoveSnapshot_Task, 'duration_secs': 0.581297} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.446980] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 916.447159] env[71114]: INFO nova.compute.manager [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Took 14.52 seconds to snapshot the instance on the hypervisor. [ 916.517223] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821759, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.643890] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeb039d-2bcf-44c6-b1b0-ecc417e85078 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.655513] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4467f6c4-71f4-4ad3-9888-63a7b7546f34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.692050] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8fc17-13f0-4ea1-852a-8e746c1d0c2f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.700654] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc20124d-63c0-4897-b25d-82fb4fd7f37d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.716601] env[71114]: DEBUG nova.compute.provider_tree [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.905187] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "fe89caa9-2994-4746-bfef-2caf5e023254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.905472] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "fe89caa9-2994-4746-bfef-2caf5e023254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.001238] env[71114]: DEBUG nova.compute.manager [None req-4c4b0645-f2f6-4c92-9dab-382445a630f0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Found 2 images (rotation: 2) {{(pid=71114) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 917.017922] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.924477} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.018978] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb/7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.019483] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.019838] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ab05a47-8e86-4421-b734-11513e3c8382 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.027634] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 917.027634] env[71114]: value = "task-3821760" [ 917.027634] env[71114]: _type = "Task" [ 917.027634] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.037433] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.220378] env[71114]: DEBUG nova.scheduler.client.report [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.538886] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074932} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.539218] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.540138] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26f190b-f579-49d9-bd06-8eb4b3daa591 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.565063] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb/7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.565437] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e71b04d8-b6cc-4ddb-818a-75ffdfae4e29 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.588365] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 917.588365] env[71114]: value = "task-3821762" [ 917.588365] env[71114]: _type = "Task" [ 917.588365] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.597588] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.725300] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.725907] env[71114]: DEBUG nova.compute.manager [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.729647] env[71114]: DEBUG oslo_concurrency.lockutils [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.600s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.730567] env[71114]: DEBUG nova.objects.instance [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 918.099588] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821762, 'name': ReconfigVM_Task, 'duration_secs': 0.266186} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.099892] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb/7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.100549] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2559d30-6089-40b0-bbb5-a841acd85044 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.106911] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 918.106911] env[71114]: value = "task-3821763" [ 918.106911] env[71114]: _type = "Task" [ 918.106911] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.116535] env[71114]: DEBUG nova.compute.manager [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.116535] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821763, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.117165] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ce6356-e7ef-49f5-a362-3be62264177e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.236440] env[71114]: DEBUG nova.compute.utils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.241288] env[71114]: DEBUG nova.compute.manager [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.241477] env[71114]: DEBUG nova.network.neutron [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.298059] env[71114]: DEBUG nova.policy [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d00b9b47e5846a885dd6c61364703d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c93b3eaf8304351a84be2d9f9d62028', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.618662] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821763, 'name': Rename_Task, 'duration_secs': 0.140563} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.618840] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.619123] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-166a52a7-be87-4b7b-8f87-572456a36280 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.627513] env[71114]: INFO nova.compute.manager [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] instance snapshotting [ 918.628140] env[71114]: DEBUG nova.objects.instance [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'flavor' on Instance uuid 2f9f3bdd-1c9a-456b-9959-146dc2aec368 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.629501] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 918.629501] env[71114]: value = "task-3821764" [ 918.629501] env[71114]: _type = "Task" [ 918.629501] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.647544] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.742343] env[71114]: DEBUG nova.compute.manager [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.746833] env[71114]: DEBUG oslo_concurrency.lockutils [None req-991d6981-dbc8-4eb9-b327-6d4b555424c6 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.747846] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 43.190s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.748024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.748225] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71114) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 918.748531] env[71114]: DEBUG oslo_concurrency.lockutils [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.061s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.748734] env[71114]: DEBUG nova.objects.instance [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lazy-loading 'resources' on Instance uuid 99309804-2c17-468c-b85e-b7d3ea3c4a28 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.751846] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5707a579-0a0b-443d-a5f2-84f30af9d657 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.761188] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f79e4c9-66bc-4c1c-bb8d-d8cb445f0664 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.782095] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02228e38-a167-4112-b5d5-3afc48191968 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.790953] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874fe68e-2665-4187-8b4e-7ad84a72259d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.824656] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178703MB free_disk=51GB free_vcpus=48 pci_devices=None {{(pid=71114) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 918.824816] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.912684] env[71114]: DEBUG nova.network.neutron [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Successfully created port: b506827e-931d-4f97-a59e-1448a78345b4 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.147030] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e046e7-a9f8-47ad-b9d4-f937bcff3ca2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.155900] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821764, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.179226] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e6994d-1bb1-40a5-b89b-7e61d0b808a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.619953] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 919.620226] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759908', 'volume_id': '70fc6cd8-7da6-4341-beb1-247145ef9188', 'name': 'volume-70fc6cd8-7da6-4341-beb1-247145ef9188', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9068da9-cfe5-40fd-95b8-5c5597f5e268', 'attached_at': '', 'detached_at': '', 'volume_id': '70fc6cd8-7da6-4341-beb1-247145ef9188', 'serial': '70fc6cd8-7da6-4341-beb1-247145ef9188'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 919.621111] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f307891-26fd-4de8-a4a1-ea929596bd41 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.643260] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819e5cbd-2180-4566-8701-4d9b1f9dbf9e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.651197] env[71114]: DEBUG oslo_vmware.api [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821764, 'name': PowerOnVM_Task, 'duration_secs': 0.580629} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.664982] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.665249] env[71114]: INFO nova.compute.manager [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Took 8.46 seconds to spawn the instance on the hypervisor. [ 919.665440] env[71114]: DEBUG nova.compute.manager [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 919.673078] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] volume-70fc6cd8-7da6-4341-beb1-247145ef9188/volume-70fc6cd8-7da6-4341-beb1-247145ef9188.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.673973] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7a7b8d-729c-47c2-9c65-aaee286487c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.676988] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e13a9a80-9246-4600-b5bf-f1cd59dcfc9e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.695657] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 919.695657] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a18c1247-176c-4d25-9999-fa3dc064430e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.703668] env[71114]: DEBUG oslo_vmware.api [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Waiting for the task: (returnval){ [ 919.703668] env[71114]: value = "task-3821765" [ 919.703668] env[71114]: _type = "Task" [ 919.703668] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.708544] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 919.708544] env[71114]: value = "task-3821766" [ 919.708544] env[71114]: _type = "Task" [ 919.708544] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.720145] env[71114]: DEBUG oslo_vmware.api [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Task: {'id': task-3821765, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.730619] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821766, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.755866] env[71114]: DEBUG nova.compute.manager [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.786490] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.786860] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.787087] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.787307] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.787464] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.787629] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.787858] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.788036] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.788236] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.788515] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.788701] env[71114]: DEBUG nova.virt.hardware [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.789635] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16c7f8d-bc07-4501-b924-63af479df488 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.801606] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a04a20-72e4-479d-afb2-f665c8a4e26a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.852021] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dcaca9-f09c-426d-9de0-22d20e187058 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.858565] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5442b068-df8f-4b42-b96c-e1d2bf04032c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.900287] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efdfa75-e5ad-4c46-9ce0-6a10d016e3b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.909318] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95434ae5-0df1-4488-a18c-b97158b116db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.924865] env[71114]: DEBUG nova.compute.provider_tree [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.218129] env[71114]: INFO nova.compute.manager [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Took 54.55 seconds to build instance. [ 920.228628] env[71114]: DEBUG oslo_vmware.api [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Task: {'id': task-3821765, 'name': ReconfigVM_Task, 'duration_secs': 0.414318} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.232085] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Reconfigured VM instance instance-00000012 to attach disk [datastore2] volume-70fc6cd8-7da6-4341-beb1-247145ef9188/volume-70fc6cd8-7da6-4341-beb1-247145ef9188.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.237659] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821766, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.238575] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31470d41-ec63-40b5-a8e9-b8e48f3fc857 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.254334] env[71114]: DEBUG oslo_vmware.api [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Waiting for the task: (returnval){ [ 920.254334] env[71114]: value = "task-3821767" [ 920.254334] env[71114]: _type = "Task" [ 920.254334] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.263643] env[71114]: DEBUG oslo_vmware.api [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Task: {'id': task-3821767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.431019] env[71114]: DEBUG nova.scheduler.client.report [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.616262] env[71114]: DEBUG nova.compute.manager [req-a17e8d96-39b3-412f-a00d-2b8641b75403 req-6f80a7b7-30bb-43a3-8b08-0f430366e8a8 service nova] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Received event network-vif-plugged-b506827e-931d-4f97-a59e-1448a78345b4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.616484] env[71114]: DEBUG oslo_concurrency.lockutils [req-a17e8d96-39b3-412f-a00d-2b8641b75403 req-6f80a7b7-30bb-43a3-8b08-0f430366e8a8 service nova] Acquiring lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.616752] env[71114]: DEBUG oslo_concurrency.lockutils [req-a17e8d96-39b3-412f-a00d-2b8641b75403 req-6f80a7b7-30bb-43a3-8b08-0f430366e8a8 service nova] Lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.616845] env[71114]: DEBUG oslo_concurrency.lockutils [req-a17e8d96-39b3-412f-a00d-2b8641b75403 req-6f80a7b7-30bb-43a3-8b08-0f430366e8a8 service nova] Lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.617093] env[71114]: DEBUG nova.compute.manager [req-a17e8d96-39b3-412f-a00d-2b8641b75403 req-6f80a7b7-30bb-43a3-8b08-0f430366e8a8 service nova] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] No waiting events found dispatching network-vif-plugged-b506827e-931d-4f97-a59e-1448a78345b4 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 920.617174] env[71114]: WARNING nova.compute.manager [req-a17e8d96-39b3-412f-a00d-2b8641b75403 req-6f80a7b7-30bb-43a3-8b08-0f430366e8a8 service nova] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Received unexpected event network-vif-plugged-b506827e-931d-4f97-a59e-1448a78345b4 for instance with vm_state building and task_state spawning. [ 920.618150] env[71114]: DEBUG nova.network.neutron [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Successfully updated port: b506827e-931d-4f97-a59e-1448a78345b4 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.726623] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cdbffa7e-4112-4858-aebd-485e9572c17f tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.128s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.726906] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821766, 'name': CreateSnapshot_Task, 'duration_secs': 0.53671} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.728209] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 920.729870] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a01de5-6c01-4fbf-aff2-20db7f1d9096 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.767467] env[71114]: DEBUG oslo_vmware.api [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Task: {'id': task-3821767, 'name': ReconfigVM_Task, 'duration_secs': 0.235775} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.767873] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759908', 'volume_id': '70fc6cd8-7da6-4341-beb1-247145ef9188', 'name': 'volume-70fc6cd8-7da6-4341-beb1-247145ef9188', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9068da9-cfe5-40fd-95b8-5c5597f5e268', 'attached_at': '', 'detached_at': '', 'volume_id': '70fc6cd8-7da6-4341-beb1-247145ef9188', 'serial': '70fc6cd8-7da6-4341-beb1-247145ef9188'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 920.935460] env[71114]: DEBUG oslo_concurrency.lockutils [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.938518] env[71114]: DEBUG oslo_concurrency.lockutils [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.156s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.939184] env[71114]: DEBUG nova.objects.instance [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lazy-loading 'resources' on Instance uuid df16c547-f9a5-40b6-ac1d-aef131f6ed76 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.962487] env[71114]: INFO nova.scheduler.client.report [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleted allocations for instance 99309804-2c17-468c-b85e-b7d3ea3c4a28 [ 921.090256] env[71114]: INFO nova.compute.manager [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Rescuing [ 921.090530] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "refresh_cache-7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.090685] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "refresh_cache-7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.091142] env[71114]: DEBUG nova.network.neutron [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.121140] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquiring lock "refresh_cache-e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.121295] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquired lock "refresh_cache-e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.121448] env[71114]: DEBUG nova.network.neutron [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.234131] env[71114]: DEBUG nova.compute.manager [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.254748] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 921.255482] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e6ceacae-bb87-4971-a00b-4b583258e21d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.265949] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 921.265949] env[71114]: value = "task-3821768" [ 921.265949] env[71114]: _type = "Task" [ 921.265949] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.281165] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821768, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.474193] env[71114]: DEBUG oslo_concurrency.lockutils [None req-520c811d-ec4e-4800-a02e-bc0e56e67735 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "99309804-2c17-468c-b85e-b7d3ea3c4a28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.310s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.678497] env[71114]: DEBUG nova.network.neutron [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.758350] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.791141] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821768, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.822370] env[71114]: DEBUG nova.objects.instance [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Lazy-loading 'flavor' on Instance uuid d9068da9-cfe5-40fd-95b8-5c5597f5e268 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.993738] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a50dcb-2725-453f-8196-58e274411e5e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.003500] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248e6ed9-219a-4fab-a16b-ad2f2a15cb45 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.035121] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de76ce6-bc30-46bf-99a3-f89a0a8aea34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.038714] env[71114]: DEBUG nova.network.neutron [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Updating instance_info_cache with network_info: [{"id": "745f46f3-92d8-427a-b651-5de1082bfe95", "address": "fa:16:3e:a7:23:3f", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap745f46f3-92", "ovs_interfaceid": "745f46f3-92d8-427a-b651-5de1082bfe95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.047083] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f00911-1a43-4026-a2f8-532d2980ec52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.052836] env[71114]: DEBUG nova.network.neutron [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Updating instance_info_cache with network_info: [{"id": "b506827e-931d-4f97-a59e-1448a78345b4", "address": "fa:16:3e:a0:c4:6e", "network": {"id": "27d206a1-26b5-41ec-bbb0-35a6db77ecb4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-220679348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c93b3eaf8304351a84be2d9f9d62028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb506827e-93", "ovs_interfaceid": "b506827e-931d-4f97-a59e-1448a78345b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.065246] env[71114]: DEBUG nova.compute.provider_tree [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.279920] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821768, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.327774] env[71114]: DEBUG oslo_concurrency.lockutils [None req-459e5660-ac56-4a2b-9c1d-429676346ae7 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.343s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.545558] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "refresh_cache-7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.555641] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Releasing lock "refresh_cache-e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.555771] env[71114]: DEBUG nova.compute.manager [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Instance network_info: |[{"id": "b506827e-931d-4f97-a59e-1448a78345b4", "address": "fa:16:3e:a0:c4:6e", "network": {"id": "27d206a1-26b5-41ec-bbb0-35a6db77ecb4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-220679348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c93b3eaf8304351a84be2d9f9d62028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb506827e-93", "ovs_interfaceid": "b506827e-931d-4f97-a59e-1448a78345b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.556236] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:c4:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b506827e-931d-4f97-a59e-1448a78345b4', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.567186] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Creating folder: Project (1c93b3eaf8304351a84be2d9f9d62028). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.570146] env[71114]: DEBUG nova.scheduler.client.report [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.573537] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8629ac48-2610-4ea4-a8d6-9bfb11b6116d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.590831] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Created folder: Project (1c93b3eaf8304351a84be2d9f9d62028) in parent group-v759732. [ 922.590831] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Creating folder: Instances. Parent ref: group-v759911. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.591792] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f9af832-76a7-491d-9f46-fe55db18e839 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.604931] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Created folder: Instances in parent group-v759911. [ 922.605176] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.605394] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.605676] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eb0d807-d595-45bd-a1a3-bb391c24f3a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.627488] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.627488] env[71114]: value = "task-3821771" [ 922.627488] env[71114]: _type = "Task" [ 922.627488] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.636125] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821771, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.737202] env[71114]: DEBUG nova.compute.manager [req-bcac1c4e-56f2-410c-9d5d-b844934f5c01 req-d8376fe3-b86b-4f12-a31f-75d97850ab05 service nova] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Received event network-changed-b506827e-931d-4f97-a59e-1448a78345b4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.737565] env[71114]: DEBUG nova.compute.manager [req-bcac1c4e-56f2-410c-9d5d-b844934f5c01 req-d8376fe3-b86b-4f12-a31f-75d97850ab05 service nova] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Refreshing instance network info cache due to event network-changed-b506827e-931d-4f97-a59e-1448a78345b4. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.737900] env[71114]: DEBUG oslo_concurrency.lockutils [req-bcac1c4e-56f2-410c-9d5d-b844934f5c01 req-d8376fe3-b86b-4f12-a31f-75d97850ab05 service nova] Acquiring lock "refresh_cache-e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.738150] env[71114]: DEBUG oslo_concurrency.lockutils [req-bcac1c4e-56f2-410c-9d5d-b844934f5c01 req-d8376fe3-b86b-4f12-a31f-75d97850ab05 service nova] Acquired lock "refresh_cache-e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.738837] env[71114]: DEBUG nova.network.neutron [req-bcac1c4e-56f2-410c-9d5d-b844934f5c01 req-d8376fe3-b86b-4f12-a31f-75d97850ab05 service nova] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Refreshing network info cache for port b506827e-931d-4f97-a59e-1448a78345b4 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.780111] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821768, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.077733] env[71114]: DEBUG oslo_concurrency.lockutils [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.080243] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.971s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.080677] env[71114]: DEBUG nova.objects.instance [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lazy-loading 'resources' on Instance uuid a02f0c97-1cb9-4c0e-8787-583f9c1c4688 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.082020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Acquiring lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.082155] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.103130] env[71114]: INFO nova.scheduler.client.report [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleted allocations for instance df16c547-f9a5-40b6-ac1d-aef131f6ed76 [ 923.138840] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821771, 'name': CreateVM_Task, 'duration_secs': 0.383376} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.138974] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.139793] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.140021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.140382] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.140663] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02af8d51-a8c8-48d8-b0f6-2afae835e855 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.147560] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 923.147560] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521b6b9b-e8c1-f0f8-73da-c0f95fe48701" [ 923.147560] env[71114]: _type = "Task" [ 923.147560] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.157213] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521b6b9b-e8c1-f0f8-73da-c0f95fe48701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.281848] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821768, 'name': CloneVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.489640] env[71114]: DEBUG nova.network.neutron [req-bcac1c4e-56f2-410c-9d5d-b844934f5c01 req-d8376fe3-b86b-4f12-a31f-75d97850ab05 service nova] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Updated VIF entry in instance network info cache for port b506827e-931d-4f97-a59e-1448a78345b4. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.489987] env[71114]: DEBUG nova.network.neutron [req-bcac1c4e-56f2-410c-9d5d-b844934f5c01 req-d8376fe3-b86b-4f12-a31f-75d97850ab05 service nova] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Updating instance_info_cache with network_info: [{"id": "b506827e-931d-4f97-a59e-1448a78345b4", "address": "fa:16:3e:a0:c4:6e", "network": {"id": "27d206a1-26b5-41ec-bbb0-35a6db77ecb4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-220679348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c93b3eaf8304351a84be2d9f9d62028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb506827e-93", "ovs_interfaceid": "b506827e-931d-4f97-a59e-1448a78345b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.585911] env[71114]: INFO nova.compute.manager [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Detaching volume 70fc6cd8-7da6-4341-beb1-247145ef9188 [ 923.611836] env[71114]: DEBUG oslo_concurrency.lockutils [None req-83394c45-6173-4c0e-9c90-8214a4e263bb tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "df16c547-f9a5-40b6-ac1d-aef131f6ed76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.533s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.638396] env[71114]: INFO nova.virt.block_device [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Attempting to driver detach volume 70fc6cd8-7da6-4341-beb1-247145ef9188 from mountpoint /dev/sdb [ 923.638631] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 923.638830] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759908', 'volume_id': '70fc6cd8-7da6-4341-beb1-247145ef9188', 'name': 'volume-70fc6cd8-7da6-4341-beb1-247145ef9188', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9068da9-cfe5-40fd-95b8-5c5597f5e268', 'attached_at': '', 'detached_at': '', 'volume_id': '70fc6cd8-7da6-4341-beb1-247145ef9188', 'serial': '70fc6cd8-7da6-4341-beb1-247145ef9188'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 923.640032] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8ab39a-335c-4414-ac23-b981541118a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.673231] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ccf833-e3f4-4543-8adb-9684cd63f0b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.681104] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521b6b9b-e8c1-f0f8-73da-c0f95fe48701, 'name': SearchDatastore_Task, 'duration_secs': 0.011564} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.682998] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.683654] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.683654] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.683654] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.683829] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.684552] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c33622e-2301-4b38-bf87-b58b6b57ea66 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.686661] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5777123-9558-4dfa-91c0-7721380c7529 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.715499] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbde2a2-cd7e-4801-88f2-1a7568defb2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.718111] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.718293] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.719429] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b751beb5-6f36-4e57-ae55-d7f49156e511 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.736496] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] The volume has not been displaced from its original location: [datastore2] volume-70fc6cd8-7da6-4341-beb1-247145ef9188/volume-70fc6cd8-7da6-4341-beb1-247145ef9188.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 923.741852] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 923.745548] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1e4f365-3398-40ed-9d55-741d1e702809 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.759030] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 923.759030] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fc0d73-26aa-e156-921f-50d1ab973d5f" [ 923.759030] env[71114]: _type = "Task" [ 923.759030] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.766166] env[71114]: DEBUG oslo_vmware.api [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Waiting for the task: (returnval){ [ 923.766166] env[71114]: value = "task-3821772" [ 923.766166] env[71114]: _type = "Task" [ 923.766166] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.770920] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fc0d73-26aa-e156-921f-50d1ab973d5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.783035] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88c2c28-59dd-4b31-a8c1-059ba86cb574 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.794642] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821768, 'name': CloneVM_Task, 'duration_secs': 2.047709} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.799588] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Created linked-clone VM from snapshot [ 923.799925] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 923.799925] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528f15aa-1ab8-d1b6-0ca4-21aae27b31f1" [ 923.799925] env[71114]: _type = "Task" [ 923.799925] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.800203] env[71114]: DEBUG oslo_vmware.api [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Task: {'id': task-3821772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.803468] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8f873d-2868-408a-8224-dbab50b33bbe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.814687] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Uploading image 4e34f38f-9ff0-4ac9-96e0-17343b184cef {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 923.820171] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528f15aa-1ab8-d1b6-0ca4-21aae27b31f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.822899] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.823219] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] e9cd253a-fe1d-4c04-ac2f-17207f16e7f6/e9cd253a-fe1d-4c04-ac2f-17207f16e7f6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.824059] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b923dcfd-bfb8-452f-9a7f-21f7e43d262d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.831225] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 923.831225] env[71114]: value = "task-3821773" [ 923.831225] env[71114]: _type = "Task" [ 923.831225] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.840379] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.853572] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 923.853572] env[71114]: value = "vm-759910" [ 923.853572] env[71114]: _type = "VirtualMachine" [ 923.853572] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 923.853965] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c534bcd9-7b6d-4fb7-b856-104348289d49 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.864666] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lease: (returnval){ [ 923.864666] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52922e6d-ca03-79f8-1922-60d42ddb32ac" [ 923.864666] env[71114]: _type = "HttpNfcLease" [ 923.864666] env[71114]: } obtained for exporting VM: (result){ [ 923.864666] env[71114]: value = "vm-759910" [ 923.864666] env[71114]: _type = "VirtualMachine" [ 923.864666] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 923.865130] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the lease: (returnval){ [ 923.865130] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52922e6d-ca03-79f8-1922-60d42ddb32ac" [ 923.865130] env[71114]: _type = "HttpNfcLease" [ 923.865130] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 923.873964] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 923.873964] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52922e6d-ca03-79f8-1922-60d42ddb32ac" [ 923.873964] env[71114]: _type = "HttpNfcLease" [ 923.873964] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 923.992409] env[71114]: DEBUG oslo_concurrency.lockutils [req-bcac1c4e-56f2-410c-9d5d-b844934f5c01 req-d8376fe3-b86b-4f12-a31f-75d97850ab05 service nova] Releasing lock "refresh_cache-e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.101745] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.102112] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfd8204f-28a6-4bfe-89a0-9eeac77aed58 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.112439] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 924.112439] env[71114]: value = "task-3821775" [ 924.112439] env[71114]: _type = "Task" [ 924.112439] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.122818] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.225575] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6237ce7e-fdc6-4cdf-ab8f-9c2b68efdcdb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.236960] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d156789b-c939-4d50-b9dd-c10b12becd02 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.277868] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508764d2-f9eb-4c48-903a-704a84f56bfe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.288822] env[71114]: DEBUG oslo_vmware.api [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Task: {'id': task-3821772, 'name': ReconfigVM_Task, 'duration_secs': 0.508563} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.294308] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.296837] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d3394d2-93da-4409-9206-1624cb93af3c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.309338] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c929a2-2dda-4a8a-a81e-ac827746c11b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.327599] env[71114]: DEBUG nova.compute.provider_tree [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.330879] env[71114]: DEBUG oslo_vmware.api [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Waiting for the task: (returnval){ [ 924.330879] env[71114]: value = "task-3821776" [ 924.330879] env[71114]: _type = "Task" [ 924.330879] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.352109] env[71114]: DEBUG oslo_vmware.api [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Task: {'id': task-3821776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.356574] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50786} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.356902] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] e9cd253a-fe1d-4c04-ac2f-17207f16e7f6/e9cd253a-fe1d-4c04-ac2f-17207f16e7f6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.357356] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.357498] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27481a56-9efb-46ff-b313-932a4ddb4082 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.365886] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 924.365886] env[71114]: value = "task-3821777" [ 924.365886] env[71114]: _type = "Task" [ 924.365886] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.380610] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.380778] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.381035] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.381035] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52922e6d-ca03-79f8-1922-60d42ddb32ac" [ 924.381035] env[71114]: _type = "HttpNfcLease" [ 924.381035] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 924.381345] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 924.381345] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52922e6d-ca03-79f8-1922-60d42ddb32ac" [ 924.381345] env[71114]: _type = "HttpNfcLease" [ 924.381345] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 924.382524] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de565d1-c7af-49f7-8c8f-ebba858b507d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.389798] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.397540] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246cc8a-a39c-1fdc-f94f-71ffc1680d7d/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 924.397747] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246cc8a-a39c-1fdc-f94f-71ffc1680d7d/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 924.461390] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.461657] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.499981] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-617a41b3-376d-431d-b876-80cd3b540d57 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.624083] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821775, 'name': PowerOffVM_Task, 'duration_secs': 0.230807} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.624364] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.625290] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3ddc2f-a031-4c37-a533-38e9d8e9f03c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.643930] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a1a1a6-e2c0-423d-be5e-4bf6e1ec1b2f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.676358] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.676710] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38c2cc1e-b1bb-44e8-a369-c659271942fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.684137] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 924.684137] env[71114]: value = "task-3821778" [ 924.684137] env[71114]: _type = "Task" [ 924.684137] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.693362] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.833851] env[71114]: DEBUG nova.scheduler.client.report [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.849193] env[71114]: DEBUG oslo_vmware.api [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Task: {'id': task-3821776, 'name': ReconfigVM_Task, 'duration_secs': 0.174188} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.849663] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759908', 'volume_id': '70fc6cd8-7da6-4341-beb1-247145ef9188', 'name': 'volume-70fc6cd8-7da6-4341-beb1-247145ef9188', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd9068da9-cfe5-40fd-95b8-5c5597f5e268', 'attached_at': '', 'detached_at': '', 'volume_id': '70fc6cd8-7da6-4341-beb1-247145ef9188', 'serial': '70fc6cd8-7da6-4341-beb1-247145ef9188'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 924.883021] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115316} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.883584] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.885156] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e2ab33-199b-40c4-afc0-6bf8bee13932 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.911332] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] e9cd253a-fe1d-4c04-ac2f-17207f16e7f6/e9cd253a-fe1d-4c04-ac2f-17207f16e7f6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.911500] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2353a393-96c1-421e-b22b-4cf9a3675095 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.935365] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 924.935365] env[71114]: value = "task-3821779" [ 924.935365] env[71114]: _type = "Task" [ 924.935365] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.945331] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.195931] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 925.196808] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.196808] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.196808] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.196935] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.197333] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8921f0e8-db4c-4987-b984-6cb832b78d18 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.206730] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.206982] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.207832] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-365c3c34-b7d8-440a-9ebd-8c7dcf449a04 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.214046] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 925.214046] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5238cf5a-7c52-e862-e771-d048f2972618" [ 925.214046] env[71114]: _type = "Task" [ 925.214046] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.222904] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5238cf5a-7c52-e862-e771-d048f2972618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.343439] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.345993] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.427s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.347650] env[71114]: INFO nova.compute.claims [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.372453] env[71114]: INFO nova.scheduler.client.report [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleted allocations for instance a02f0c97-1cb9-4c0e-8787-583f9c1c4688 [ 925.417378] env[71114]: DEBUG nova.objects.instance [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Lazy-loading 'flavor' on Instance uuid d9068da9-cfe5-40fd-95b8-5c5597f5e268 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.450320] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821779, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.728368] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5238cf5a-7c52-e862-e771-d048f2972618, 'name': SearchDatastore_Task, 'duration_secs': 0.010886} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.729635] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7011b12-c831-434a-adb6-edaaeefa5620 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.737907] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 925.737907] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525a918c-0aba-09b9-1fa6-52e866ad585a" [ 925.737907] env[71114]: _type = "Task" [ 925.737907] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.747232] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525a918c-0aba-09b9-1fa6-52e866ad585a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.888037] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de0169c4-b695-4022-9c10-4ec6037792af tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "a02f0c97-1cb9-4c0e-8787-583f9c1c4688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.382s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.947806] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821779, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.248506] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525a918c-0aba-09b9-1fa6-52e866ad585a, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.248913] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.249267] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. {{(pid=71114) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 926.249574] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d84cd24-fc29-41ea-91a2-14d216ee2a04 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.258048] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 926.258048] env[71114]: value = "task-3821780" [ 926.258048] env[71114]: _type = "Task" [ 926.258048] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.268387] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.426474] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e6f248d-0e3e-41da-a04b-1eab403e2850 tempest-VolumesAssistedSnapshotsTest-417035235 tempest-VolumesAssistedSnapshotsTest-417035235-project-admin] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.344s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.454469] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821779, 'name': ReconfigVM_Task, 'duration_secs': 1.306744} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.454531] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Reconfigured VM instance instance-00000039 to attach disk [datastore2] e9cd253a-fe1d-4c04-ac2f-17207f16e7f6/e9cd253a-fe1d-4c04-ac2f-17207f16e7f6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.455682] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-961cab93-9691-4815-b8bc-180fa004cce0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.465996] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 926.465996] env[71114]: value = "task-3821781" [ 926.465996] env[71114]: _type = "Task" [ 926.465996] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.480033] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821781, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.693261] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "c7c2f338-e656-408e-bae8-92bb630d2aa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.693655] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "c7c2f338-e656-408e-bae8-92bb630d2aa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.693795] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "c7c2f338-e656-408e-bae8-92bb630d2aa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.694080] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "c7c2f338-e656-408e-bae8-92bb630d2aa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.694261] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "c7c2f338-e656-408e-bae8-92bb630d2aa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.698114] env[71114]: INFO nova.compute.manager [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Terminating instance [ 926.770309] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821780, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501276} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.773420] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. [ 926.774629] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc907042-0b29-4e9c-89d5-33eb07144175 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.801280] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.804321] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db4a3314-b078-411a-838d-c9cfcdac4d13 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.825117] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 926.825117] env[71114]: value = "task-3821782" [ 926.825117] env[71114]: _type = "Task" [ 926.825117] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.837631] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.942804] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6202dc4-37c7-46a8-b9a4-a4a20202e24a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.951500] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca5cccc-fabe-4586-a679-992236c95285 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.992030] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e25522-8516-4175-9a82-1958b33d7db0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.002956] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821781, 'name': Rename_Task, 'duration_secs': 0.282692} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.004050] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.006546] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aab5cc-2115-4ac5-8089-9b5fcf873eb9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.011187] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bec0582b-8af0-4eac-a6a3-cec9aea610d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.030281] env[71114]: DEBUG nova.compute.provider_tree [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.037022] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 927.037022] env[71114]: value = "task-3821783" [ 927.037022] env[71114]: _type = "Task" [ 927.037022] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.046839] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821783, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.202134] env[71114]: DEBUG nova.compute.manager [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.202517] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.203532] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aaf460-d87c-42b3-a976-72ffbb7ac461 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.213116] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.213480] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0175c04d-4b83-4975-9ff1-fa583c056cb7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.220672] env[71114]: DEBUG oslo_vmware.api [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 927.220672] env[71114]: value = "task-3821785" [ 927.220672] env[71114]: _type = "Task" [ 927.220672] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.231577] env[71114]: DEBUG oslo_vmware.api [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.337350] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821782, 'name': ReconfigVM_Task, 'duration_secs': 0.418107} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.337350] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.337883] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108b4f79-3977-4748-9235-14656f6460f1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.367119] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec47f6d-f23d-4306-8b21-66019ac1302c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.387935] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 927.387935] env[71114]: value = "task-3821786" [ 927.387935] env[71114]: _type = "Task" [ 927.387935] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.400145] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.537017] env[71114]: DEBUG nova.scheduler.client.report [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.552899] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821783, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.731347] env[71114]: DEBUG oslo_vmware.api [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821785, 'name': PowerOffVM_Task, 'duration_secs': 0.231472} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.731788] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.731970] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.732274] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22cb2c51-04ad-434a-945c-470750e9864e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.802628] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.802884] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.803057] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleting the datastore file [datastore1] c7c2f338-e656-408e-bae8-92bb630d2aa9 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.803334] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39c885a6-ad25-44fa-a121-6cbf21ea19d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.809874] env[71114]: DEBUG oslo_vmware.api [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 927.809874] env[71114]: value = "task-3821788" [ 927.809874] env[71114]: _type = "Task" [ 927.809874] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.818716] env[71114]: DEBUG oslo_vmware.api [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.903022] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821786, 'name': ReconfigVM_Task, 'duration_secs': 0.231917} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.903022] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.903022] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1dd183-7e76-45a5-b5f7-169b0ab0bae3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.909291] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 927.909291] env[71114]: value = "task-3821789" [ 927.909291] env[71114]: _type = "Task" [ 927.909291] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.923187] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.046289] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.047055] env[71114]: DEBUG nova.compute.manager [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.052871] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.146s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.054538] env[71114]: INFO nova.compute.claims [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.057369] env[71114]: DEBUG oslo_vmware.api [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821783, 'name': PowerOnVM_Task, 'duration_secs': 0.545385} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.057992] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.058224] env[71114]: INFO nova.compute.manager [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Took 8.30 seconds to spawn the instance on the hypervisor. [ 928.058466] env[71114]: DEBUG nova.compute.manager [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.059312] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed411ea-6712-4877-bea2-7b77c752f3be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.322370] env[71114]: DEBUG oslo_vmware.api [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293843} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.322717] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.322931] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.323148] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.323372] env[71114]: INFO nova.compute.manager [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 928.323632] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.323864] env[71114]: DEBUG nova.compute.manager [-] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.323972] env[71114]: DEBUG nova.network.neutron [-] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.420943] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821789, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.562176] env[71114]: DEBUG nova.compute.utils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.563830] env[71114]: DEBUG nova.compute.manager [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.564058] env[71114]: DEBUG nova.network.neutron [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.579516] env[71114]: INFO nova.compute.manager [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Took 55.76 seconds to build instance. [ 928.624159] env[71114]: DEBUG nova.policy [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '181fc881db0246ea9ecdd02ef8a1de8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '321d53f52efd4c45b341bb97ffc783ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.830479] env[71114]: DEBUG nova.compute.manager [req-458a7463-f840-4274-8099-c1b9d5e69b92 req-7bfeb154-d6cf-43bf-8650-96a28ef2bec5 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Received event network-vif-deleted-2939ab04-2b05-484f-8a9f-43845f138b5f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.830479] env[71114]: INFO nova.compute.manager [req-458a7463-f840-4274-8099-c1b9d5e69b92 req-7bfeb154-d6cf-43bf-8650-96a28ef2bec5 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Neutron deleted interface 2939ab04-2b05-484f-8a9f-43845f138b5f; detaching it from the instance and deleting it from the info cache [ 928.830634] env[71114]: DEBUG nova.network.neutron [req-458a7463-f840-4274-8099-c1b9d5e69b92 req-7bfeb154-d6cf-43bf-8650-96a28ef2bec5 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.924886] env[71114]: DEBUG oslo_vmware.api [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821789, 'name': PowerOnVM_Task, 'duration_secs': 0.562693} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.924886] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.931449] env[71114]: DEBUG nova.compute.manager [None req-cbd08a4b-1fff-4dbb-9a4b-61f0c1dd5ae7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.932238] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34ea60e-b846-4986-8d83-76a783f6d659 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.992943] env[71114]: DEBUG nova.network.neutron [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Successfully created port: a82bbb29-1499-4461-84b6-b57fdf2eb2e9 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.067656] env[71114]: DEBUG nova.compute.manager [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.080913] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a37c6796-37ac-4b49-bf55-d4b0816b34e2 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.621s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.191572] env[71114]: DEBUG nova.network.neutron [-] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.334410] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d504049-473a-4d52-8e1e-30b4a0f3ddb6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.348373] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ebf95c-0a84-4291-bc86-f3424ead0974 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.391066] env[71114]: DEBUG nova.compute.manager [req-458a7463-f840-4274-8099-c1b9d5e69b92 req-7bfeb154-d6cf-43bf-8650-96a28ef2bec5 service nova] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Detach interface failed, port_id=2939ab04-2b05-484f-8a9f-43845f138b5f, reason: Instance c7c2f338-e656-408e-bae8-92bb630d2aa9 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 929.585582] env[71114]: DEBUG nova.compute.manager [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.641540] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2916f22b-d056-469d-a2eb-766b36a68dd5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.651147] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b31814-8061-4ca1-bf5d-90ad99f39dc4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.683712] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a065c1-5766-4c76-a629-d47bba3d269c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.692385] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0a786e-f956-4f6b-b603-a54b373effab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.696760] env[71114]: INFO nova.compute.manager [-] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Took 1.37 seconds to deallocate network for instance. [ 929.709383] env[71114]: DEBUG nova.compute.provider_tree [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.013198] env[71114]: DEBUG nova.compute.manager [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.014393] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02293e0-c6ed-4986-8d73-0a32b061fb05 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.079699] env[71114]: DEBUG nova.compute.manager [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.112393] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.112393] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.112393] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.112662] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.112710] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.112904] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.113200] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.113406] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.113598] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.113794] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.113980] env[71114]: DEBUG nova.virt.hardware [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.114920] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86066366-9c02-470c-b2fe-6c2346c9c834 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.118682] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.125883] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe48981-b416-4e7b-8260-5a223184074c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.212619] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.213989] env[71114]: DEBUG nova.scheduler.client.report [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.530816] env[71114]: INFO nova.compute.manager [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] instance snapshotting [ 930.534695] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bf0b48-7822-4cfa-9936-46d734d93bb3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.561170] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b357172c-b6f3-4329-8521-289f2d3f313a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.724663] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.724663] env[71114]: DEBUG nova.compute.manager [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.731239] env[71114]: DEBUG nova.network.neutron [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Successfully updated port: a82bbb29-1499-4461-84b6-b57fdf2eb2e9 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.731635] env[71114]: DEBUG oslo_concurrency.lockutils [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.920s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.871516] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquiring lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.871776] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.872923] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquiring lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.873192] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.873410] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.876083] env[71114]: INFO nova.compute.manager [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Terminating instance [ 930.907058] env[71114]: DEBUG nova.compute.manager [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Received event network-vif-plugged-a82bbb29-1499-4461-84b6-b57fdf2eb2e9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.907058] env[71114]: DEBUG oslo_concurrency.lockutils [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] Acquiring lock "c1751036-ad4d-451b-a12c-a1771af5aadb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.907058] env[71114]: DEBUG oslo_concurrency.lockutils [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] Lock "c1751036-ad4d-451b-a12c-a1771af5aadb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.907058] env[71114]: DEBUG oslo_concurrency.lockutils [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] Lock "c1751036-ad4d-451b-a12c-a1771af5aadb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.907058] env[71114]: DEBUG nova.compute.manager [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] No waiting events found dispatching network-vif-plugged-a82bbb29-1499-4461-84b6-b57fdf2eb2e9 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 930.907058] env[71114]: WARNING nova.compute.manager [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Received unexpected event network-vif-plugged-a82bbb29-1499-4461-84b6-b57fdf2eb2e9 for instance with vm_state building and task_state spawning. [ 930.907058] env[71114]: DEBUG nova.compute.manager [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Received event network-changed-a82bbb29-1499-4461-84b6-b57fdf2eb2e9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.907721] env[71114]: DEBUG nova.compute.manager [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Refreshing instance network info cache due to event network-changed-a82bbb29-1499-4461-84b6-b57fdf2eb2e9. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.907721] env[71114]: DEBUG oslo_concurrency.lockutils [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] Acquiring lock "refresh_cache-c1751036-ad4d-451b-a12c-a1771af5aadb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.907721] env[71114]: DEBUG oslo_concurrency.lockutils [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] Acquired lock "refresh_cache-c1751036-ad4d-451b-a12c-a1771af5aadb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.907721] env[71114]: DEBUG nova.network.neutron [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Refreshing network info cache for port a82bbb29-1499-4461-84b6-b57fdf2eb2e9 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.074577] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 931.075097] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ebd94dd1-34ac-4053-a072-d0d990c762d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.087719] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 931.087719] env[71114]: value = "task-3821790" [ 931.087719] env[71114]: _type = "Task" [ 931.087719] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.097551] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821790, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.224493] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a00bfdf-7acd-4766-9e50-d645daf8e725 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.233294] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca26bdd6-bd4e-48ef-9c02-756839fe832a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.237738] env[71114]: DEBUG nova.compute.utils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.239296] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquiring lock "refresh_cache-c1751036-ad4d-451b-a12c-a1771af5aadb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.239793] env[71114]: DEBUG nova.compute.manager [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.239964] env[71114]: DEBUG nova.network.neutron [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.272388] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed84bd30-75d8-4ab5-b9ff-135b161be5a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.281301] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80b9f76-2d78-46b3-8ca4-d13f7dc909d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.296233] env[71114]: DEBUG nova.compute.provider_tree [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.298797] env[71114]: DEBUG nova.policy [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53233daaabd0419c8216a5f871480d9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c77cd85a994ea6aa8668fa6c829145', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.379907] env[71114]: DEBUG nova.compute.manager [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.380176] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.381196] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6773b17d-6ae0-4e15-8891-268e25dd4c52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.390814] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.391139] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-060ee16b-2ea0-4083-aef1-f88fbe83f309 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.398908] env[71114]: DEBUG oslo_vmware.api [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for the task: (returnval){ [ 931.398908] env[71114]: value = "task-3821791" [ 931.398908] env[71114]: _type = "Task" [ 931.398908] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.412459] env[71114]: DEBUG oslo_vmware.api [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.462147] env[71114]: DEBUG nova.network.neutron [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.602296] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821790, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.606992] env[71114]: DEBUG nova.network.neutron [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.741445] env[71114]: DEBUG nova.compute.manager [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.785449] env[71114]: DEBUG nova.network.neutron [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Successfully created port: 807632e5-b597-491e-b1de-b9e61107c4e2 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.801847] env[71114]: DEBUG nova.scheduler.client.report [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.911566] env[71114]: DEBUG oslo_vmware.api [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821791, 'name': PowerOffVM_Task, 'duration_secs': 0.39803} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.911864] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.912037] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.912359] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a61a6790-6d17-4f91-b637-cf965106e395 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.099754] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821790, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.109459] env[71114]: DEBUG oslo_concurrency.lockutils [req-c454b63f-35f0-4a10-a2b5-43d583d19071 req-378a1812-fcb0-4125-8714-179b92914e88 service nova] Releasing lock "refresh_cache-c1751036-ad4d-451b-a12c-a1771af5aadb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.109854] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquired lock "refresh_cache-c1751036-ad4d-451b-a12c-a1771af5aadb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.110045] env[71114]: DEBUG nova.network.neutron [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.150489] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.151128] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.151128] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Deleting the datastore file [datastore2] d9068da9-cfe5-40fd-95b8-5c5597f5e268 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.151447] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e101c5b-d873-4960-9c6d-14f997388037 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.162223] env[71114]: DEBUG oslo_vmware.api [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for the task: (returnval){ [ 932.162223] env[71114]: value = "task-3821793" [ 932.162223] env[71114]: _type = "Task" [ 932.162223] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.171937] env[71114]: DEBUG oslo_vmware.api [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.214619] env[71114]: INFO nova.compute.manager [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Rescuing [ 932.215083] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.215165] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.215371] env[71114]: DEBUG nova.network.neutron [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.309694] env[71114]: DEBUG oslo_concurrency.lockutils [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.578s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.310150] env[71114]: INFO nova.compute.manager [None req-510efceb-5af2-4380-8e53-517e504794c0 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Successfully reverted task state from rebuilding on failure for instance. [ 932.318115] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.766s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.318115] env[71114]: DEBUG nova.objects.instance [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lazy-loading 'resources' on Instance uuid 56a1dccf-2dd0-4b4d-8ddb-0092ee837752 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.600629] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821790, 'name': CreateSnapshot_Task, 'duration_secs': 1.099015} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.602022] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 932.602906] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7d7347-f9b4-41d9-b8ee-c7a68436371c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.656608] env[71114]: DEBUG nova.network.neutron [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.673122] env[71114]: DEBUG oslo_vmware.api [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Task: {'id': task-3821793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487403} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.675532] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.675718] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.675892] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.676074] env[71114]: INFO nova.compute.manager [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Took 1.30 seconds to destroy the instance on the hypervisor. [ 932.676316] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.676509] env[71114]: DEBUG nova.compute.manager [-] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.676601] env[71114]: DEBUG nova.network.neutron [-] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.750847] env[71114]: DEBUG nova.compute.manager [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.779962] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.780379] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.780559] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.780747] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.780895] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.781053] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.781264] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.781425] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.781656] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.781853] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.782149] env[71114]: DEBUG nova.virt.hardware [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.783136] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd8ee90-90fa-4492-a45e-93b649d0daf3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.792476] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cc69c0-d9d2-43e1-a1de-aeb1de25d6e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.878045] env[71114]: DEBUG nova.network.neutron [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Updating instance_info_cache with network_info: [{"id": "a82bbb29-1499-4461-84b6-b57fdf2eb2e9", "address": "fa:16:3e:7c:a9:b6", "network": {"id": "5570c344-1696-408c-94b4-093ab285b05e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2077838079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "321d53f52efd4c45b341bb97ffc783ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82bbb29-14", "ovs_interfaceid": "a82bbb29-1499-4461-84b6-b57fdf2eb2e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.064693] env[71114]: DEBUG nova.network.neutron [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Updating instance_info_cache with network_info: [{"id": "3477f0ed-ee6f-4485-961b-38f5219eec5a", "address": "fa:16:3e:9f:39:c1", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3477f0ed-ee", "ovs_interfaceid": "3477f0ed-ee6f-4485-961b-38f5219eec5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.127954] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 933.130690] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-036fe361-b9f5-4b6d-94e2-055de584dc3a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.142024] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 933.142024] env[71114]: value = "task-3821794" [ 933.142024] env[71114]: _type = "Task" [ 933.142024] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.155144] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821794, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.380836] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Releasing lock "refresh_cache-c1751036-ad4d-451b-a12c-a1771af5aadb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.381855] env[71114]: DEBUG nova.compute.manager [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Instance network_info: |[{"id": "a82bbb29-1499-4461-84b6-b57fdf2eb2e9", "address": "fa:16:3e:7c:a9:b6", "network": {"id": "5570c344-1696-408c-94b4-093ab285b05e", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2077838079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "321d53f52efd4c45b341bb97ffc783ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "685b4083-b748-41fb-a68a-273b1073fa28", "external-id": "nsx-vlan-transportzone-312", "segmentation_id": 312, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82bbb29-14", "ovs_interfaceid": "a82bbb29-1499-4461-84b6-b57fdf2eb2e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.381930] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:a9:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '685b4083-b748-41fb-a68a-273b1073fa28', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a82bbb29-1499-4461-84b6-b57fdf2eb2e9', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.389946] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Creating folder: Project (321d53f52efd4c45b341bb97ffc783ae). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.394831] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70f58781-62dc-4561-989c-1393abe00f8a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.407442] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Created folder: Project (321d53f52efd4c45b341bb97ffc783ae) in parent group-v759732. [ 933.407709] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Creating folder: Instances. Parent ref: group-v759916. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.407985] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7116ea17-32f2-4081-bf11-7c58b0af1982 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.425249] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Created folder: Instances in parent group-v759916. [ 933.425249] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.425249] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.426517] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecf93bb4-8594-4786-bacb-53feacca7d12 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.446780] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9348c945-cf27-4f64-921c-4d313b00eaba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.458394] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d18e66-e582-4629-9985-66a3c0b0addb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.462595] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.462595] env[71114]: value = "task-3821797" [ 933.462595] env[71114]: _type = "Task" [ 933.462595] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.493966] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e080ce-3b69-4fd5-8191-68b4a36c3a3b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.500646] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821797, 'name': CreateVM_Task} progress is 15%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.509027] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a72a1c-8933-4698-9f99-ffa3bca04f1d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.527149] env[71114]: DEBUG nova.compute.provider_tree [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.562612] env[71114]: DEBUG nova.network.neutron [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Successfully updated port: 807632e5-b597-491e-b1de-b9e61107c4e2 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.570863] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.636613] env[71114]: DEBUG nova.compute.manager [req-b135ce3b-493b-4bbd-b694-f4286bedc4d3 req-73471a3f-7a08-4c1e-8c4c-772a4360240b service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Received event network-vif-plugged-807632e5-b597-491e-b1de-b9e61107c4e2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.636613] env[71114]: DEBUG oslo_concurrency.lockutils [req-b135ce3b-493b-4bbd-b694-f4286bedc4d3 req-73471a3f-7a08-4c1e-8c4c-772a4360240b service nova] Acquiring lock "567c2c93-bdd0-4013-b932-eb07d8294e52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.636613] env[71114]: DEBUG oslo_concurrency.lockutils [req-b135ce3b-493b-4bbd-b694-f4286bedc4d3 req-73471a3f-7a08-4c1e-8c4c-772a4360240b service nova] Lock "567c2c93-bdd0-4013-b932-eb07d8294e52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.636613] env[71114]: DEBUG oslo_concurrency.lockutils [req-b135ce3b-493b-4bbd-b694-f4286bedc4d3 req-73471a3f-7a08-4c1e-8c4c-772a4360240b service nova] Lock "567c2c93-bdd0-4013-b932-eb07d8294e52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.636613] env[71114]: DEBUG nova.compute.manager [req-b135ce3b-493b-4bbd-b694-f4286bedc4d3 req-73471a3f-7a08-4c1e-8c4c-772a4360240b service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] No waiting events found dispatching network-vif-plugged-807632e5-b597-491e-b1de-b9e61107c4e2 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 933.636613] env[71114]: WARNING nova.compute.manager [req-b135ce3b-493b-4bbd-b694-f4286bedc4d3 req-73471a3f-7a08-4c1e-8c4c-772a4360240b service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Received unexpected event network-vif-plugged-807632e5-b597-491e-b1de-b9e61107c4e2 for instance with vm_state building and task_state spawning. [ 933.652904] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821794, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.658856] env[71114]: DEBUG nova.compute.manager [req-cc68d5a0-d0f9-4e27-a372-02ba791c2090 req-895b01f1-e049-40a5-8c81-ab81ee5914b7 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Received event network-vif-deleted-de73d03f-c9d9-43b1-88f2-7edb1fe07e28 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.658856] env[71114]: INFO nova.compute.manager [req-cc68d5a0-d0f9-4e27-a372-02ba791c2090 req-895b01f1-e049-40a5-8c81-ab81ee5914b7 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Neutron deleted interface de73d03f-c9d9-43b1-88f2-7edb1fe07e28; detaching it from the instance and deleting it from the info cache [ 933.658856] env[71114]: DEBUG nova.network.neutron [req-cc68d5a0-d0f9-4e27-a372-02ba791c2090 req-895b01f1-e049-40a5-8c81-ab81ee5914b7 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.898938] env[71114]: DEBUG nova.network.neutron [-] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.974769] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821797, 'name': CreateVM_Task, 'duration_secs': 0.378235} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.975072] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.976022] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.976245] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.976661] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.977397] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f73183-8837-4de6-867c-336cc42fbab6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.983813] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for the task: (returnval){ [ 933.983813] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521231ff-9d92-6bd2-da25-a8a8642413a7" [ 933.983813] env[71114]: _type = "Task" [ 933.983813] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.995561] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521231ff-9d92-6bd2-da25-a8a8642413a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.031044] env[71114]: DEBUG nova.scheduler.client.report [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.066207] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "refresh_cache-567c2c93-bdd0-4013-b932-eb07d8294e52" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.066403] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired lock "refresh_cache-567c2c93-bdd0-4013-b932-eb07d8294e52" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.066605] env[71114]: DEBUG nova.network.neutron [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.155068] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821794, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.160645] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2b1d609-c114-4071-80b7-0fdd00df7705 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.170837] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e29378-9302-4e6e-bd08-190539d2e636 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.208777] env[71114]: DEBUG nova.compute.manager [req-cc68d5a0-d0f9-4e27-a372-02ba791c2090 req-895b01f1-e049-40a5-8c81-ab81ee5914b7 service nova] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Detach interface failed, port_id=de73d03f-c9d9-43b1-88f2-7edb1fe07e28, reason: Instance d9068da9-cfe5-40fd-95b8-5c5597f5e268 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.240342] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246cc8a-a39c-1fdc-f94f-71ffc1680d7d/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 934.241451] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9082d00b-2ba9-46bc-b8bd-84068a69681e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.249733] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246cc8a-a39c-1fdc-f94f-71ffc1680d7d/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 934.249733] env[71114]: ERROR oslo_vmware.rw_handles [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246cc8a-a39c-1fdc-f94f-71ffc1680d7d/disk-0.vmdk due to incomplete transfer. [ 934.249733] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c3c890df-0229-48b4-bc62-fadfa1e4f1c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.258696] env[71114]: DEBUG oslo_vmware.rw_handles [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246cc8a-a39c-1fdc-f94f-71ffc1680d7d/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 934.258979] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Uploaded image 4e34f38f-9ff0-4ac9-96e0-17343b184cef to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 934.262031] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 934.262031] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c34fb52-5d7e-40d2-94fe-c01b579768bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.269160] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 934.269160] env[71114]: value = "task-3821798" [ 934.269160] env[71114]: _type = "Task" [ 934.269160] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.278354] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821798, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.402580] env[71114]: INFO nova.compute.manager [-] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Took 1.73 seconds to deallocate network for instance. [ 934.497039] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521231ff-9d92-6bd2-da25-a8a8642413a7, 'name': SearchDatastore_Task, 'duration_secs': 0.015468} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.497039] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.497215] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.497479] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.497590] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.497751] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.498031] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ccf7384-387d-4290-a657-c3c6af5d9d95 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.536780] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.539054] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.539262] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.541665] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.484s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.542095] env[71114]: INFO nova.compute.claims [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.544963] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14be22f-2875-439e-8346-fedfd759698f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.551479] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for the task: (returnval){ [ 934.551479] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b4fe3f-d5ad-2cb1-d859-f89004a419bb" [ 934.551479] env[71114]: _type = "Task" [ 934.551479] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.561527] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b4fe3f-d5ad-2cb1-d859-f89004a419bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.563911] env[71114]: INFO nova.scheduler.client.report [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Deleted allocations for instance 56a1dccf-2dd0-4b4d-8ddb-0092ee837752 [ 934.601128] env[71114]: DEBUG nova.network.neutron [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.655388] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821794, 'name': CloneVM_Task} progress is 95%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.771679] env[71114]: DEBUG nova.network.neutron [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Updating instance_info_cache with network_info: [{"id": "807632e5-b597-491e-b1de-b9e61107c4e2", "address": "fa:16:3e:6d:03:99", "network": {"id": "cbe38e6d-baf2-49dd-9930-17f1bff7201f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-186189456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c77cd85a994ea6aa8668fa6c829145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807632e5-b5", "ovs_interfaceid": "807632e5-b597-491e-b1de-b9e61107c4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.784947] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821798, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.908713] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.066293] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b4fe3f-d5ad-2cb1-d859-f89004a419bb, 'name': SearchDatastore_Task, 'duration_secs': 0.036128} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.067336] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cbb8194-f2a6-497b-8a14-13017b952b73 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.075487] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for the task: (returnval){ [ 935.075487] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52789277-6d82-72aa-a6f8-6d748c61c09f" [ 935.075487] env[71114]: _type = "Task" [ 935.075487] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.075926] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b1c20d4c-5819-4bba-ab59-1e6807b165bb tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "56a1dccf-2dd0-4b4d-8ddb-0092ee837752" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.890s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.086283] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52789277-6d82-72aa-a6f8-6d748c61c09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.121043] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.121355] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d06a2637-65a0-46e1-b177-264fe9a3ae45 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.129367] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 935.129367] env[71114]: value = "task-3821799" [ 935.129367] env[71114]: _type = "Task" [ 935.129367] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.141658] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.154445] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821794, 'name': CloneVM_Task, 'duration_secs': 1.780234} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.154740] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Created linked-clone VM from snapshot [ 935.155594] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6c2940-928b-41a9-a198-d7343f4e8b79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.165356] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Uploading image ed7a5a7c-46f1-4841-82d7-d08258d410be {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 935.197764] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 935.197764] env[71114]: value = "vm-759915" [ 935.197764] env[71114]: _type = "VirtualMachine" [ 935.197764] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 935.197764] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b8c02b3-3777-40e6-97f4-f6b2b05c154e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.207199] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lease: (returnval){ [ 935.207199] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52982dd0-c68f-a4eb-af5b-8a125e3738be" [ 935.207199] env[71114]: _type = "HttpNfcLease" [ 935.207199] env[71114]: } obtained for exporting VM: (result){ [ 935.207199] env[71114]: value = "vm-759915" [ 935.207199] env[71114]: _type = "VirtualMachine" [ 935.207199] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 935.207518] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the lease: (returnval){ [ 935.207518] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52982dd0-c68f-a4eb-af5b-8a125e3738be" [ 935.207518] env[71114]: _type = "HttpNfcLease" [ 935.207518] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 935.216411] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.216411] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52982dd0-c68f-a4eb-af5b-8a125e3738be" [ 935.216411] env[71114]: _type = "HttpNfcLease" [ 935.216411] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 935.280143] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Releasing lock "refresh_cache-567c2c93-bdd0-4013-b932-eb07d8294e52" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.280533] env[71114]: DEBUG nova.compute.manager [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Instance network_info: |[{"id": "807632e5-b597-491e-b1de-b9e61107c4e2", "address": "fa:16:3e:6d:03:99", "network": {"id": "cbe38e6d-baf2-49dd-9930-17f1bff7201f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-186189456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c77cd85a994ea6aa8668fa6c829145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807632e5-b5", "ovs_interfaceid": "807632e5-b597-491e-b1de-b9e61107c4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.280836] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821798, 'name': Destroy_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.281201] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:03:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '807632e5-b597-491e-b1de-b9e61107c4e2', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.289670] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Creating folder: Project (78c77cd85a994ea6aa8668fa6c829145). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.290014] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb23c4eb-c90a-4fca-ba5e-22f7c3f79745 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.302450] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Created folder: Project (78c77cd85a994ea6aa8668fa6c829145) in parent group-v759732. [ 935.302687] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Creating folder: Instances. Parent ref: group-v759919. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.302966] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f315423-1dcd-493e-ae8e-05e1d51e7145 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.315181] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Created folder: Instances in parent group-v759919. [ 935.315485] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.315755] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.315996] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d2e71bf-27b7-41ae-9ba2-45a708ad0772 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.337959] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.337959] env[71114]: value = "task-3821803" [ 935.337959] env[71114]: _type = "Task" [ 935.337959] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.355020] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821803, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.597988] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52789277-6d82-72aa-a6f8-6d748c61c09f, 'name': SearchDatastore_Task, 'duration_secs': 0.019074} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.597988] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.597988] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] c1751036-ad4d-451b-a12c-a1771af5aadb/c1751036-ad4d-451b-a12c-a1771af5aadb.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.598281] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0271c972-e482-45d1-ae42-6d2ab9940926 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.609400] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for the task: (returnval){ [ 935.609400] env[71114]: value = "task-3821804" [ 935.609400] env[71114]: _type = "Task" [ 935.609400] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.624082] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.643813] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821799, 'name': PowerOffVM_Task, 'duration_secs': 0.336916} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.644139] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.645082] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d83f38-59df-46ab-b58e-5fb59cbe1dcc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.668737] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd60dfc-5692-4dd7-9171-ee7fe425be37 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.706149] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.706524] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66e2600e-e86a-472e-af8f-b7c3eb0883e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.718678] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 935.718678] env[71114]: value = "task-3821805" [ 935.718678] env[71114]: _type = "Task" [ 935.718678] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.724790] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.724790] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52982dd0-c68f-a4eb-af5b-8a125e3738be" [ 935.724790] env[71114]: _type = "HttpNfcLease" [ 935.724790] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.724790] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.724790] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52982dd0-c68f-a4eb-af5b-8a125e3738be" [ 935.724790] env[71114]: _type = "HttpNfcLease" [ 935.724790] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.725893] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6207c840-8600-489d-80ef-4a2d8e589153 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.739864] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 935.740162] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.740411] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.740549] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.740727] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.741014] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e20ed58c-0344-4605-9aca-4efc1ae0b520 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.746751] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0b13e-dd46-d43e-a7b5-fefa760448c1/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.746886] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0b13e-dd46-d43e-a7b5-fefa760448c1/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 935.813010] env[71114]: DEBUG nova.compute.manager [req-bf7bb352-bf5a-460e-b13d-bcde02c5eff8 req-05204e03-3d44-425e-aa6c-e03037a9fbd1 service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Received event network-changed-807632e5-b597-491e-b1de-b9e61107c4e2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.813236] env[71114]: DEBUG nova.compute.manager [req-bf7bb352-bf5a-460e-b13d-bcde02c5eff8 req-05204e03-3d44-425e-aa6c-e03037a9fbd1 service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Refreshing instance network info cache due to event network-changed-807632e5-b597-491e-b1de-b9e61107c4e2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.813477] env[71114]: DEBUG oslo_concurrency.lockutils [req-bf7bb352-bf5a-460e-b13d-bcde02c5eff8 req-05204e03-3d44-425e-aa6c-e03037a9fbd1 service nova] Acquiring lock "refresh_cache-567c2c93-bdd0-4013-b932-eb07d8294e52" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.813623] env[71114]: DEBUG oslo_concurrency.lockutils [req-bf7bb352-bf5a-460e-b13d-bcde02c5eff8 req-05204e03-3d44-425e-aa6c-e03037a9fbd1 service nova] Acquired lock "refresh_cache-567c2c93-bdd0-4013-b932-eb07d8294e52" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.813780] env[71114]: DEBUG nova.network.neutron [req-bf7bb352-bf5a-460e-b13d-bcde02c5eff8 req-05204e03-3d44-425e-aa6c-e03037a9fbd1 service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Refreshing network info cache for port 807632e5-b597-491e-b1de-b9e61107c4e2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.815274] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.815444] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.817648] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff64b74a-f37d-458f-8207-6f792d4fbe9d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.827955] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821798, 'name': Destroy_Task, 'duration_secs': 1.171051} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.830660] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Destroyed the VM [ 935.831088] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 935.831579] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 935.831579] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52508aba-4403-a0e4-7638-75b9bf4089f9" [ 935.831579] env[71114]: _type = "Task" [ 935.831579] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.831859] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c36693a3-8a47-4651-86df-28368c7fa0ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.848943] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52508aba-4403-a0e4-7638-75b9bf4089f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.853075] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 935.853075] env[71114]: value = "task-3821806" [ 935.853075] env[71114]: _type = "Task" [ 935.853075] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.853075] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a638c0d-7013-4c9d-8698-9e554e68b155 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.866840] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821803, 'name': CreateVM_Task, 'duration_secs': 0.410383} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.867879] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.868209] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7623e5e5-d047-4a7c-b59d-82dc5280baed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.872385] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.872584] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.872937] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.873828] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 935.873828] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528163bf-1447-bd81-1290-02fa576404d5" [ 935.873828] env[71114]: _type = "Task" [ 935.873828] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.873828] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c38c71a-aba2-454a-8170-a235b25e0b7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.885455] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821806, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.894522] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528163bf-1447-bd81-1290-02fa576404d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.894834] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 935.894834] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527e9dd7-8417-23fa-1687-72a77e043ce4" [ 935.894834] env[71114]: _type = "Task" [ 935.894834] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.910857] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527e9dd7-8417-23fa-1687-72a77e043ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.121949] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821804, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.274016] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48664ee7-b065-4131-a408-2dd9d582076e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.282889] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d37e396-6538-4347-a3e6-c77ae07c8a60 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.321773] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a20cf40-4d18-4dc5-ac92-28c37ddcf406 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.331567] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e2e2a-dfbd-4c32-b6fc-51946a02d151 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.347765] env[71114]: DEBUG nova.compute.provider_tree [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.368114] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821806, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.386903] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528163bf-1447-bd81-1290-02fa576404d5, 'name': SearchDatastore_Task, 'duration_secs': 0.022752} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.387731] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.389130] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] e6e0bcec-4e82-45eb-ba70-03a2aa0648d9/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. {{(pid=71114) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 936.389130] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f27384b7-b0ca-43b4-aedf-b9436a3e209a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.397036] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 936.397036] env[71114]: value = "task-3821807" [ 936.397036] env[71114]: _type = "Task" [ 936.397036] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.411474] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527e9dd7-8417-23fa-1687-72a77e043ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.086158} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.415551] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.415900] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.416239] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.416481] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.416683] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.417181] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.417620] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ffba017-11e6-46c0-9886-065b30c682d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.436121] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.436121] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.436829] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6baa79-2c81-4c0d-8884-2c9c12076b5a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.444067] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 936.444067] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520f9d83-77e4-bd43-ab3a-caf3c6050edd" [ 936.444067] env[71114]: _type = "Task" [ 936.444067] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.454557] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520f9d83-77e4-bd43-ab3a-caf3c6050edd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.626555] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675351} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.628532] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] c1751036-ad4d-451b-a12c-a1771af5aadb/c1751036-ad4d-451b-a12c-a1771af5aadb.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.628532] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.628532] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4824c82b-e1b9-4ca4-ac17-a41219ba12a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.636485] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for the task: (returnval){ [ 936.636485] env[71114]: value = "task-3821808" [ 936.636485] env[71114]: _type = "Task" [ 936.636485] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.648230] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.659375] env[71114]: DEBUG nova.network.neutron [req-bf7bb352-bf5a-460e-b13d-bcde02c5eff8 req-05204e03-3d44-425e-aa6c-e03037a9fbd1 service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Updated VIF entry in instance network info cache for port 807632e5-b597-491e-b1de-b9e61107c4e2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.661127] env[71114]: DEBUG nova.network.neutron [req-bf7bb352-bf5a-460e-b13d-bcde02c5eff8 req-05204e03-3d44-425e-aa6c-e03037a9fbd1 service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Updating instance_info_cache with network_info: [{"id": "807632e5-b597-491e-b1de-b9e61107c4e2", "address": "fa:16:3e:6d:03:99", "network": {"id": "cbe38e6d-baf2-49dd-9930-17f1bff7201f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-186189456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c77cd85a994ea6aa8668fa6c829145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807632e5-b5", "ovs_interfaceid": "807632e5-b597-491e-b1de-b9e61107c4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.707485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.708152] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.852115] env[71114]: DEBUG nova.scheduler.client.report [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.869730] env[71114]: DEBUG oslo_vmware.api [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821806, 'name': RemoveSnapshot_Task, 'duration_secs': 0.767822} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.869965] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 936.870222] env[71114]: INFO nova.compute.manager [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Took 17.73 seconds to snapshot the instance on the hypervisor. [ 936.909413] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821807, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.959529] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520f9d83-77e4-bd43-ab3a-caf3c6050edd, 'name': SearchDatastore_Task, 'duration_secs': 0.01981} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.960589] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d37bc5db-ccc6-4a9b-9d67-9353dc9934ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.969465] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 936.969465] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c491b2-a6c8-d413-b741-2a633b868ba2" [ 936.969465] env[71114]: _type = "Task" [ 936.969465] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.981099] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c491b2-a6c8-d413-b741-2a633b868ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.147635] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169908} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.148303] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.149341] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c0d9b2-fa8f-4883-a1e6-78a3bf273a4e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.165313] env[71114]: DEBUG oslo_concurrency.lockutils [req-bf7bb352-bf5a-460e-b13d-bcde02c5eff8 req-05204e03-3d44-425e-aa6c-e03037a9fbd1 service nova] Releasing lock "refresh_cache-567c2c93-bdd0-4013-b932-eb07d8294e52" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.175679] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] c1751036-ad4d-451b-a12c-a1771af5aadb/c1751036-ad4d-451b-a12c-a1771af5aadb.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.176535] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c53ce26-f4d3-44d8-881b-4130a77a1e6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.200898] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for the task: (returnval){ [ 937.200898] env[71114]: value = "task-3821809" [ 937.200898] env[71114]: _type = "Task" [ 937.200898] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.211526] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.361417] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.361897] env[71114]: DEBUG nova.compute.manager [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.364861] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.513s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.365081] env[71114]: DEBUG nova.objects.instance [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lazy-loading 'resources' on Instance uuid 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.410390] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674097} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.410712] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] e6e0bcec-4e82-45eb-ba70-03a2aa0648d9/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. [ 937.411544] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e8aeea-33dc-436c-9acc-11c2b5f510a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.439858] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e6e0bcec-4e82-45eb-ba70-03a2aa0648d9/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.442700] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0aa09cb-3541-499f-a543-d154b432041f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.466983] env[71114]: DEBUG nova.compute.manager [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Found 3 images (rotation: 2) {{(pid=71114) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 937.467395] env[71114]: DEBUG nova.compute.manager [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Rotating out 1 backups {{(pid=71114) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 937.467729] env[71114]: DEBUG nova.compute.manager [None req-6b1a6181-6a96-4946-ba11-2940d5923f01 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Deleting image afaa3a8e-9e8f-4d17-9412-e3fc578bb743 {{(pid=71114) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 937.478261] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 937.478261] env[71114]: value = "task-3821810" [ 937.478261] env[71114]: _type = "Task" [ 937.478261] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.494201] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c491b2-a6c8-d413-b741-2a633b868ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.026661} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.495267] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.495695] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 567c2c93-bdd0-4013-b932-eb07d8294e52/567c2c93-bdd0-4013-b932-eb07d8294e52.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.496101] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66fa9ad9-7525-4fd3-9f7c-3d55c4fdc18b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.505777] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.513891] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 937.513891] env[71114]: value = "task-3821811" [ 937.513891] env[71114]: _type = "Task" [ 937.513891] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.526336] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.711274] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821809, 'name': ReconfigVM_Task, 'duration_secs': 0.352995} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.711535] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Reconfigured VM instance instance-0000003a to attach disk [datastore2] c1751036-ad4d-451b-a12c-a1771af5aadb/c1751036-ad4d-451b-a12c-a1771af5aadb.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.712247] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68d2bf1d-801d-4a6b-86a4-5a2f1783ca61 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.724046] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for the task: (returnval){ [ 937.724046] env[71114]: value = "task-3821812" [ 937.724046] env[71114]: _type = "Task" [ 937.724046] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.733190] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821812, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.871934] env[71114]: DEBUG nova.compute.utils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.873976] env[71114]: DEBUG nova.compute.manager [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.878619] env[71114]: DEBUG nova.network.neutron [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.943259] env[71114]: DEBUG nova.policy [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53233daaabd0419c8216a5f871480d9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c77cd85a994ea6aa8668fa6c829145', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.992145] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.030341] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821811, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.234672] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821812, 'name': Rename_Task, 'duration_secs': 0.158593} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.238360] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.238360] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d06054c0-2df5-4427-82bf-035385645632 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.245496] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for the task: (returnval){ [ 938.245496] env[71114]: value = "task-3821813" [ 938.245496] env[71114]: _type = "Task" [ 938.245496] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.263209] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.379788] env[71114]: DEBUG nova.compute.manager [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.418056] env[71114]: DEBUG nova.network.neutron [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Successfully created port: ac6dc706-68f1-4db4-8d3d-ff473e673d35 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.475672] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcf1e18-67c6-48d2-9c57-6be31a43ffc7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.490686] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c80943-df7f-460a-9887-48f5ec05f916 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.497797] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821810, 'name': ReconfigVM_Task, 'duration_secs': 0.812704} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.527493] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e6e0bcec-4e82-45eb-ba70-03a2aa0648d9/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.528813] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6192b16e-a860-4597-90ec-827ea8ce52a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.536575] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ec8ecc-284f-4a2d-94fd-7f547ec74a33 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.568925] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfb0a221-9835-436b-a6f9-c72a327fd4a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.580516] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ecca87-ce48-4f9b-a826-b1987ac1f5b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.584980] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79393} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.585290] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 567c2c93-bdd0-4013-b932-eb07d8294e52/567c2c93-bdd0-4013-b932-eb07d8294e52.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.585512] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.586425] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f4e713-3cab-47a6-86b6-2d0570a9a105 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.600245] env[71114]: DEBUG nova.compute.provider_tree [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.602784] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 938.602784] env[71114]: value = "task-3821814" [ 938.602784] env[71114]: _type = "Task" [ 938.602784] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.603058] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 938.603058] env[71114]: value = "task-3821815" [ 938.603058] env[71114]: _type = "Task" [ 938.603058] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.615658] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.619514] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.766102] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821813, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.122506] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073651} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.125743] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.126122] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821814, 'name': ReconfigVM_Task, 'duration_secs': 0.246702} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.127060] env[71114]: ERROR nova.scheduler.client.report [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [req-66bff518-03e2-44ea-a255-9069f2663ca8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-66bff518-03e2-44ea-a255-9069f2663ca8"}]} [ 939.127917] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd65e94c-e763-4ba9-973f-38721559eb6f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.130944] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.132819] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c777d337-64db-4aa8-bafc-699ca135bae7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.165324] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 567c2c93-bdd0-4013-b932-eb07d8294e52/567c2c93-bdd0-4013-b932-eb07d8294e52.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.165838] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 939.165838] env[71114]: value = "task-3821816" [ 939.165838] env[71114]: _type = "Task" [ 939.165838] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.167118] env[71114]: DEBUG nova.scheduler.client.report [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 939.173027] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f072067c-fd6a-486d-a94f-1bcdfe4da2ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.200956] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.202071] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 939.202071] env[71114]: value = "task-3821817" [ 939.202071] env[71114]: _type = "Task" [ 939.202071] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.203172] env[71114]: DEBUG nova.scheduler.client.report [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 939.203600] env[71114]: DEBUG nova.compute.provider_tree [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.216299] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.217300] env[71114]: DEBUG nova.scheduler.client.report [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 939.237614] env[71114]: DEBUG nova.scheduler.client.report [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 939.246374] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.246697] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.246913] env[71114]: DEBUG nova.compute.manager [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.247874] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df70e5d4-be28-43de-a854-9b7085548c5a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.259010] env[71114]: DEBUG nova.compute.manager [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 939.259671] env[71114]: DEBUG nova.objects.instance [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'flavor' on Instance uuid 2f9f3bdd-1c9a-456b-9959-146dc2aec368 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.267390] env[71114]: DEBUG oslo_vmware.api [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821813, 'name': PowerOnVM_Task, 'duration_secs': 0.638827} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.268509] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.268730] env[71114]: INFO nova.compute.manager [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Took 9.19 seconds to spawn the instance on the hypervisor. [ 939.268934] env[71114]: DEBUG nova.compute.manager [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.269866] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55326809-1945-407a-bc56-95207fa4dc97 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.392012] env[71114]: DEBUG nova.compute.manager [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.418476] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.419207] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.419207] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.419207] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.419207] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.419435] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.419618] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.419805] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.419947] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.420127] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.420428] env[71114]: DEBUG nova.virt.hardware [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.421438] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f3daf-8ff9-4e88-83f0-a25823b4ba10 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.434800] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2f3cd2-1a85-4fae-bcab-5c7a0d8d213d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.705515] env[71114]: DEBUG oslo_vmware.api [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821816, 'name': PowerOnVM_Task, 'duration_secs': 0.513881} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.709430] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.717146] env[71114]: DEBUG nova.compute.manager [None req-4b7e6ad2-87cc-4d51-8e07-98c43231a9f3 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.718282] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa2945b-06ea-4282-9405-542b08ff0abb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.732380] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821817, 'name': ReconfigVM_Task, 'duration_secs': 0.351388} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.734726] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 567c2c93-bdd0-4013-b932-eb07d8294e52/567c2c93-bdd0-4013-b932-eb07d8294e52.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.741840] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe1f5daa-608d-44b8-afb5-398330ab2ce4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.751264] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 939.751264] env[71114]: value = "task-3821818" [ 939.751264] env[71114]: _type = "Task" [ 939.751264] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.763635] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821818, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.794532] env[71114]: INFO nova.compute.manager [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Took 57.90 seconds to build instance. [ 939.800862] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67ec3ee-4aa5-4fcb-8e57-b6383457aca0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.810554] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0654ebec-1ccf-4fc8-bb04-ac6fb313d677 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.845882] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf5207-06aa-402f-b6bd-6656e284c17f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.855250] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bd2970-0ae3-4fc8-aec1-1de6993f84e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.873294] env[71114]: DEBUG nova.compute.provider_tree [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.171059] env[71114]: DEBUG nova.network.neutron [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Successfully updated port: ac6dc706-68f1-4db4-8d3d-ff473e673d35 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.266586] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821818, 'name': Rename_Task, 'duration_secs': 0.194034} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.266586] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.266586] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a8d9700-e2a8-4685-a495-bfdc86d6cbf3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.275329] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.275606] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35bb8f7c-fe76-483b-8af6-511328606ba9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.281669] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 940.281669] env[71114]: value = "task-3821819" [ 940.281669] env[71114]: _type = "Task" [ 940.281669] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.289360] env[71114]: DEBUG oslo_vmware.api [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 940.289360] env[71114]: value = "task-3821820" [ 940.289360] env[71114]: _type = "Task" [ 940.289360] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.298181] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70d65302-95b7-40cc-a7a3-5929f531b290 tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Lock "c1751036-ad4d-451b-a12c-a1771af5aadb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.647s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.298842] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821819, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.308914] env[71114]: DEBUG oslo_vmware.api [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.396164] env[71114]: DEBUG nova.compute.manager [req-bf025ae8-34ea-4c00-8c88-b593dc8e8a0b req-ed149ae8-3b78-4f64-acf6-d3a9c6cf4c66 service nova] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Received event network-vif-plugged-ac6dc706-68f1-4db4-8d3d-ff473e673d35 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.396319] env[71114]: DEBUG oslo_concurrency.lockutils [req-bf025ae8-34ea-4c00-8c88-b593dc8e8a0b req-ed149ae8-3b78-4f64-acf6-d3a9c6cf4c66 service nova] Acquiring lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.396535] env[71114]: DEBUG oslo_concurrency.lockutils [req-bf025ae8-34ea-4c00-8c88-b593dc8e8a0b req-ed149ae8-3b78-4f64-acf6-d3a9c6cf4c66 service nova] Lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.396689] env[71114]: DEBUG oslo_concurrency.lockutils [req-bf025ae8-34ea-4c00-8c88-b593dc8e8a0b req-ed149ae8-3b78-4f64-acf6-d3a9c6cf4c66 service nova] Lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.396908] env[71114]: DEBUG nova.compute.manager [req-bf025ae8-34ea-4c00-8c88-b593dc8e8a0b req-ed149ae8-3b78-4f64-acf6-d3a9c6cf4c66 service nova] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] No waiting events found dispatching network-vif-plugged-ac6dc706-68f1-4db4-8d3d-ff473e673d35 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 940.397759] env[71114]: WARNING nova.compute.manager [req-bf025ae8-34ea-4c00-8c88-b593dc8e8a0b req-ed149ae8-3b78-4f64-acf6-d3a9c6cf4c66 service nova] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Received unexpected event network-vif-plugged-ac6dc706-68f1-4db4-8d3d-ff473e673d35 for instance with vm_state building and task_state spawning. [ 940.416517] env[71114]: DEBUG nova.scheduler.client.report [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 940.416985] env[71114]: DEBUG nova.compute.provider_tree [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 100 to 101 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 940.417293] env[71114]: DEBUG nova.compute.provider_tree [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.678128] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "refresh_cache-b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.678422] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired lock "refresh_cache-b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.678625] env[71114]: DEBUG nova.network.neutron [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.799395] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821819, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.808502] env[71114]: DEBUG nova.compute.manager [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.810481] env[71114]: DEBUG oslo_vmware.api [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821820, 'name': PowerOffVM_Task, 'duration_secs': 0.246195} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.810990] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.811204] env[71114]: DEBUG nova.compute.manager [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.812086] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2735a4da-c262-4e4f-b8aa-7c8482a36256 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.925031] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.560s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.928648] env[71114]: DEBUG oslo_concurrency.lockutils [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.762s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.929123] env[71114]: DEBUG nova.objects.instance [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lazy-loading 'resources' on Instance uuid 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.955762] env[71114]: INFO nova.scheduler.client.report [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Deleted allocations for instance 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f [ 941.218638] env[71114]: DEBUG nova.network.neutron [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.294301] env[71114]: DEBUG oslo_vmware.api [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821819, 'name': PowerOnVM_Task, 'duration_secs': 0.80608} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.294506] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.294688] env[71114]: INFO nova.compute.manager [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Took 8.54 seconds to spawn the instance on the hypervisor. [ 941.294932] env[71114]: DEBUG nova.compute.manager [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 941.295806] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510fcd40-cbd5-4b78-955e-ec47c7257fe6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.325524] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9b9aa563-288d-44fc-9b62-fdf4a30d4b2b tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.332223] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.384248] env[71114]: DEBUG nova.network.neutron [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Updating instance_info_cache with network_info: [{"id": "ac6dc706-68f1-4db4-8d3d-ff473e673d35", "address": "fa:16:3e:23:a7:e8", "network": {"id": "cbe38e6d-baf2-49dd-9930-17f1bff7201f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-186189456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c77cd85a994ea6aa8668fa6c829145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6dc706-68", "ovs_interfaceid": "ac6dc706-68f1-4db4-8d3d-ff473e673d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.401797] env[71114]: INFO nova.compute.manager [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Unrescuing [ 941.402378] env[71114]: DEBUG oslo_concurrency.lockutils [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.402590] env[71114]: DEBUG oslo_concurrency.lockutils [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.402874] env[71114]: DEBUG nova.network.neutron [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.469636] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ffb78200-2f25-4a88-abd5-25c7d14501db tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "9bf0a16f-b78a-4e7f-ac2b-dfbba835616f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.334s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.826211] env[71114]: INFO nova.compute.manager [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Took 56.96 seconds to build instance. [ 941.888026] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Releasing lock "refresh_cache-b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.889222] env[71114]: DEBUG nova.compute.manager [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Instance network_info: |[{"id": "ac6dc706-68f1-4db4-8d3d-ff473e673d35", "address": "fa:16:3e:23:a7:e8", "network": {"id": "cbe38e6d-baf2-49dd-9930-17f1bff7201f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-186189456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c77cd85a994ea6aa8668fa6c829145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6dc706-68", "ovs_interfaceid": "ac6dc706-68f1-4db4-8d3d-ff473e673d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.889963] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:a7:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6dc706-68f1-4db4-8d3d-ff473e673d35', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.908279] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.917572] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.918734] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0412614d-6af5-41f9-a941-5427271f6f47 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.958028] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.958028] env[71114]: value = "task-3821822" [ 941.958028] env[71114]: _type = "Task" [ 941.958028] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.969138] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821822, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.048154] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d376fcbe-b124-4ae0-91f8-b59f9e862b54 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.061370] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b4c7c4-61a5-42e0-80fd-d4afcb833955 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.103337] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9005e4-3f04-4aae-8b06-efe58a41f6a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.113795] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55886921-951a-4fd3-aa58-b416c53f3a8b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.132991] env[71114]: DEBUG nova.compute.provider_tree [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.317751] env[71114]: DEBUG nova.network.neutron [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Updating instance_info_cache with network_info: [{"id": "3477f0ed-ee6f-4485-961b-38f5219eec5a", "address": "fa:16:3e:9f:39:c1", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3477f0ed-ee", "ovs_interfaceid": "3477f0ed-ee6f-4485-961b-38f5219eec5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.329420] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bab4df25-0a7c-4947-8e56-6dd301266afc tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "567c2c93-bdd0-4013-b932-eb07d8294e52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.486s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.469652] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821822, 'name': CreateVM_Task, 'duration_secs': 0.4825} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.469911] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.471042] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.471284] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.471688] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.471802] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593275a4-e27b-4656-9f13-0cae224a4dc1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.477901] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 942.477901] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529ce487-bced-cfe1-2430-abb6a38eeaec" [ 942.477901] env[71114]: _type = "Task" [ 942.477901] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.489488] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529ce487-bced-cfe1-2430-abb6a38eeaec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.523772] env[71114]: DEBUG nova.compute.manager [req-b5af1a50-aae8-47a0-89e0-8e1dd29c6b52 req-22305bf5-cfd9-4b30-844b-b67d31ee6c72 service nova] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Received event network-changed-ac6dc706-68f1-4db4-8d3d-ff473e673d35 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.524073] env[71114]: DEBUG nova.compute.manager [req-b5af1a50-aae8-47a0-89e0-8e1dd29c6b52 req-22305bf5-cfd9-4b30-844b-b67d31ee6c72 service nova] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Refreshing instance network info cache due to event network-changed-ac6dc706-68f1-4db4-8d3d-ff473e673d35. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.524220] env[71114]: DEBUG oslo_concurrency.lockutils [req-b5af1a50-aae8-47a0-89e0-8e1dd29c6b52 req-22305bf5-cfd9-4b30-844b-b67d31ee6c72 service nova] Acquiring lock "refresh_cache-b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.524357] env[71114]: DEBUG oslo_concurrency.lockutils [req-b5af1a50-aae8-47a0-89e0-8e1dd29c6b52 req-22305bf5-cfd9-4b30-844b-b67d31ee6c72 service nova] Acquired lock "refresh_cache-b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.524521] env[71114]: DEBUG nova.network.neutron [req-b5af1a50-aae8-47a0-89e0-8e1dd29c6b52 req-22305bf5-cfd9-4b30-844b-b67d31ee6c72 service nova] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Refreshing network info cache for port ac6dc706-68f1-4db4-8d3d-ff473e673d35 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.639204] env[71114]: DEBUG nova.scheduler.client.report [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.820433] env[71114]: DEBUG oslo_concurrency.lockutils [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "refresh_cache-e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.821172] env[71114]: DEBUG nova.objects.instance [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lazy-loading 'flavor' on Instance uuid e6e0bcec-4e82-45eb-ba70-03a2aa0648d9 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.832839] env[71114]: DEBUG nova.compute.manager [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.989147] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529ce487-bced-cfe1-2430-abb6a38eeaec, 'name': SearchDatastore_Task, 'duration_secs': 0.024599} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.989570] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.990175] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.990272] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.990444] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.990617] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.990954] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-106b53fe-fd1c-48b6-b639-3c87f732bca1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.006552] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.006552] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.007384] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5128f0b7-8594-4d02-88b8-9cedfff93901 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.013823] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 943.013823] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528010c4-fce9-5ab4-29a9-25550eaf574d" [ 943.013823] env[71114]: _type = "Task" [ 943.013823] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.023203] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528010c4-fce9-5ab4-29a9-25550eaf574d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.118621] env[71114]: DEBUG nova.compute.manager [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Stashing vm_state: stopped {{(pid=71114) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 943.145203] env[71114]: DEBUG oslo_concurrency.lockutils [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.148543] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.218s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.148885] env[71114]: DEBUG nova.objects.instance [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lazy-loading 'resources' on Instance uuid 35739b42-c8b6-40a7-a0e7-7d62a708ff1b {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.160486] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquiring lock "c1751036-ad4d-451b-a12c-a1771af5aadb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.160761] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Lock "c1751036-ad4d-451b-a12c-a1771af5aadb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.160971] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquiring lock "c1751036-ad4d-451b-a12c-a1771af5aadb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.161168] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Lock "c1751036-ad4d-451b-a12c-a1771af5aadb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.161374] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Lock "c1751036-ad4d-451b-a12c-a1771af5aadb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.165975] env[71114]: INFO nova.compute.manager [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Terminating instance [ 943.176328] env[71114]: INFO nova.scheduler.client.report [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Deleted allocations for instance 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2 [ 943.326601] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3317dd87-4095-419d-b6d8-be64d00d60f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.357960] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.361639] env[71114]: DEBUG nova.network.neutron [req-b5af1a50-aae8-47a0-89e0-8e1dd29c6b52 req-22305bf5-cfd9-4b30-844b-b67d31ee6c72 service nova] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Updated VIF entry in instance network info cache for port ac6dc706-68f1-4db4-8d3d-ff473e673d35. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.361639] env[71114]: DEBUG nova.network.neutron [req-b5af1a50-aae8-47a0-89e0-8e1dd29c6b52 req-22305bf5-cfd9-4b30-844b-b67d31ee6c72 service nova] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Updating instance_info_cache with network_info: [{"id": "ac6dc706-68f1-4db4-8d3d-ff473e673d35", "address": "fa:16:3e:23:a7:e8", "network": {"id": "cbe38e6d-baf2-49dd-9930-17f1bff7201f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-186189456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c77cd85a994ea6aa8668fa6c829145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6dc706-68", "ovs_interfaceid": "ac6dc706-68f1-4db4-8d3d-ff473e673d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.361639] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ef2ce9b-b9b7-4fa9-bb2c-de65fe94bc99 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.371174] env[71114]: DEBUG oslo_vmware.api [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 943.371174] env[71114]: value = "task-3821823" [ 943.371174] env[71114]: _type = "Task" [ 943.371174] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.372722] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.384012] env[71114]: DEBUG oslo_vmware.api [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.527034] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528010c4-fce9-5ab4-29a9-25550eaf574d, 'name': SearchDatastore_Task, 'duration_secs': 0.033276} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.528189] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7c6ccb-7187-40b8-84b8-79f24eefbb20 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.535251] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 943.535251] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e6352-b884-1977-8c4f-8209383d378b" [ 943.535251] env[71114]: _type = "Task" [ 943.535251] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.545551] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e6352-b884-1977-8c4f-8209383d378b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.643615] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.670765] env[71114]: DEBUG nova.compute.manager [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.670765] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.672924] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059becd6-babe-4258-800e-094e10e8bd26 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.686961] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.693829] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b9e394f-fe47-40ac-9c8e-5203460a3306 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.700587] env[71114]: DEBUG oslo_concurrency.lockutils [None req-56825897-353a-4882-9b29-0484b9a12642 tempest-InstanceActionsNegativeTestJSON-1847752785 tempest-InstanceActionsNegativeTestJSON-1847752785-project-member] Lock "0db21bd6-fe62-4780-8a70-5f1a9ff72eb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.009s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.708464] env[71114]: DEBUG oslo_vmware.api [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for the task: (returnval){ [ 943.708464] env[71114]: value = "task-3821824" [ 943.708464] env[71114]: _type = "Task" [ 943.708464] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.721831] env[71114]: DEBUG oslo_vmware.api [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.867491] env[71114]: DEBUG oslo_concurrency.lockutils [req-b5af1a50-aae8-47a0-89e0-8e1dd29c6b52 req-22305bf5-cfd9-4b30-844b-b67d31ee6c72 service nova] Releasing lock "refresh_cache-b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.882313] env[71114]: DEBUG oslo_vmware.api [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821823, 'name': PowerOffVM_Task, 'duration_secs': 0.295585} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.885739] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.891957] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 943.892697] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cd55a55-c0f5-4903-acd7-1adc0e00dd9e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.918567] env[71114]: DEBUG oslo_vmware.api [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 943.918567] env[71114]: value = "task-3821825" [ 943.918567] env[71114]: _type = "Task" [ 943.918567] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.930948] env[71114]: DEBUG oslo_vmware.api [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.051700] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e6352-b884-1977-8c4f-8209383d378b, 'name': SearchDatastore_Task, 'duration_secs': 0.022892} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.052073] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.052436] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] b0d96ca6-5a28-4cbe-9b7f-6d43639479fc/b0d96ca6-5a28-4cbe-9b7f-6d43639479fc.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.052818] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb5ef1d9-d596-4e2c-b534-323464788eba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.064036] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 944.064036] env[71114]: value = "task-3821826" [ 944.064036] env[71114]: _type = "Task" [ 944.064036] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.075534] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.222336] env[71114]: DEBUG oslo_vmware.api [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821824, 'name': PowerOffVM_Task, 'duration_secs': 0.231461} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.223070] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.223070] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.223213] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-518254a6-bf79-4988-bc91-22491478939c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.228734] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b5da2a-25cf-4042-9446-b3f3d2ddfaf0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.239637] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ae9ce5-2541-48ef-b449-002239e3be16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.272783] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442ff9b5-a1b3-488e-97f6-f1c2539a4314 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.281436] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c49675-a9ad-4b89-832d-2fe087f5b712 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.296574] env[71114]: DEBUG nova.compute.provider_tree [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.299663] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.299868] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.300076] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Deleting the datastore file [datastore2] c1751036-ad4d-451b-a12c-a1771af5aadb {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.300417] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99b40f2d-5c58-4716-aa26-78e653a125c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.308233] env[71114]: DEBUG oslo_vmware.api [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for the task: (returnval){ [ 944.308233] env[71114]: value = "task-3821828" [ 944.308233] env[71114]: _type = "Task" [ 944.308233] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.318259] env[71114]: DEBUG oslo_vmware.api [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.433128] env[71114]: DEBUG oslo_vmware.api [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821825, 'name': ReconfigVM_Task, 'duration_secs': 0.334453} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.433535] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.434672] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.434672] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a231161-3862-4cdf-b5a3-73c015445193 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.442834] env[71114]: DEBUG oslo_vmware.api [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 944.442834] env[71114]: value = "task-3821829" [ 944.442834] env[71114]: _type = "Task" [ 944.442834] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.457607] env[71114]: DEBUG oslo_vmware.api [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.579023] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.800306] env[71114]: DEBUG nova.scheduler.client.report [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.823918] env[71114]: DEBUG oslo_vmware.api [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Task: {'id': task-3821828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502067} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.825395] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.825722] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.826030] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.826209] env[71114]: INFO nova.compute.manager [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 944.826583] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.827320] env[71114]: DEBUG nova.compute.manager [-] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.827431] env[71114]: DEBUG nova.network.neutron [-] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.959034] env[71114]: DEBUG oslo_vmware.api [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.094281] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605225} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.094785] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] b0d96ca6-5a28-4cbe-9b7f-6d43639479fc/b0d96ca6-5a28-4cbe-9b7f-6d43639479fc.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.095067] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.095450] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6e1e39a-de28-42d7-b528-b623ad71bfd1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.103866] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 945.103866] env[71114]: value = "task-3821830" [ 945.103866] env[71114]: _type = "Task" [ 945.103866] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.118142] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.125832] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.129090] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.129090] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.129090] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.129090] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.129531] env[71114]: INFO nova.compute.manager [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Terminating instance [ 945.308866] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.312494] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.870s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.316030] env[71114]: INFO nova.compute.claims [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.369513] env[71114]: DEBUG nova.compute.manager [req-fe0b53f8-86f7-410e-963d-221324ed4efa req-addcaf92-8419-4755-a5a7-ad0f6fa9a910 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Received event network-vif-deleted-a82bbb29-1499-4461-84b6-b57fdf2eb2e9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.369876] env[71114]: INFO nova.compute.manager [req-fe0b53f8-86f7-410e-963d-221324ed4efa req-addcaf92-8419-4755-a5a7-ad0f6fa9a910 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Neutron deleted interface a82bbb29-1499-4461-84b6-b57fdf2eb2e9; detaching it from the instance and deleting it from the info cache [ 945.370040] env[71114]: DEBUG nova.network.neutron [req-fe0b53f8-86f7-410e-963d-221324ed4efa req-addcaf92-8419-4755-a5a7-ad0f6fa9a910 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.457023] env[71114]: DEBUG oslo_vmware.api [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821829, 'name': PowerOnVM_Task, 'duration_secs': 0.546201} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.457023] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.457023] env[71114]: DEBUG nova.compute.manager [None req-720cec79-3aa3-4ca6-9b89-d5143f370963 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.457422] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c019a8-7dcc-4e8f-b8dc-1eaa9f5a774a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.614344] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079807} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.614659] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.615479] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2bb15b-6f1c-4105-a143-5f049739f8f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.639445] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] b0d96ca6-5a28-4cbe-9b7f-6d43639479fc/b0d96ca6-5a28-4cbe-9b7f-6d43639479fc.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.640590] env[71114]: DEBUG nova.compute.manager [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.640810] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.641371] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e66834-8435-44eb-82e9-a7fb0807e3d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.660075] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2163710b-f865-43d3-b042-3f5ecb935b3b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.667063] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.668532] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d7cba75-036c-4966-861e-d38e99a24d1e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.670257] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 945.670257] env[71114]: value = "task-3821831" [ 945.670257] env[71114]: _type = "Task" [ 945.670257] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.676052] env[71114]: DEBUG oslo_vmware.api [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 945.676052] env[71114]: value = "task-3821832" [ 945.676052] env[71114]: _type = "Task" [ 945.676052] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.683037] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.689563] env[71114]: DEBUG oslo_vmware.api [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.763267] env[71114]: DEBUG nova.network.neutron [-] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.838024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d33558e-e344-4c53-8f9c-22dc4c33b125 tempest-ServerActionsV293TestJSON-1515471002 tempest-ServerActionsV293TestJSON-1515471002-project-member] Lock "35739b42-c8b6-40a7-a0e7-7d62a708ff1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.273s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.875041] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c453a5a6-c946-4bec-9017-0352d31f5a68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.888661] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a2c462-5018-4906-ab75-64ac271ee8db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.936449] env[71114]: DEBUG nova.compute.manager [req-fe0b53f8-86f7-410e-963d-221324ed4efa req-addcaf92-8419-4755-a5a7-ad0f6fa9a910 service nova] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Detach interface failed, port_id=a82bbb29-1499-4461-84b6-b57fdf2eb2e9, reason: Instance c1751036-ad4d-451b-a12c-a1771af5aadb could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.194238] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821831, 'name': ReconfigVM_Task, 'duration_secs': 0.385403} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.195080] env[71114]: DEBUG oslo_vmware.api [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821832, 'name': PowerOffVM_Task, 'duration_secs': 0.320462} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.195416] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Reconfigured VM instance instance-0000003c to attach disk [datastore2] b0d96ca6-5a28-4cbe-9b7f-6d43639479fc/b0d96ca6-5a28-4cbe-9b7f-6d43639479fc.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.196187] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.196363] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.196655] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c26198b4-cbe4-4f92-9886-4941f5ce6e84 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.201128] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07172049-3070-41de-8323-fbdd84191986 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.209512] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 946.209512] env[71114]: value = "task-3821833" [ 946.209512] env[71114]: _type = "Task" [ 946.209512] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.221627] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821833, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.271226] env[71114]: INFO nova.compute.manager [-] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Took 1.44 seconds to deallocate network for instance. [ 946.285736] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.288883] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.288883] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Deleting the datastore file [datastore2] c98896e0-beae-4aa6-b353-2cd3e1a390fe {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.288883] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8b3b9ca-a51e-4154-919a-3f2b86c7ebff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.298051] env[71114]: DEBUG oslo_vmware.api [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for the task: (returnval){ [ 946.298051] env[71114]: value = "task-3821835" [ 946.298051] env[71114]: _type = "Task" [ 946.298051] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.313779] env[71114]: DEBUG oslo_vmware.api [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.728023] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821833, 'name': Rename_Task, 'duration_secs': 0.209023} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.728023] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.728023] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e453a6-2a77-49b5-b7f5-3bf209ace480 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.734987] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 946.734987] env[71114]: value = "task-3821836" [ 946.734987] env[71114]: _type = "Task" [ 946.734987] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.751556] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.779103] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.812602] env[71114]: DEBUG oslo_vmware.api [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Task: {'id': task-3821835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40192} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.815266] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.815469] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.815683] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.815868] env[71114]: INFO nova.compute.manager [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Took 1.18 seconds to destroy the instance on the hypervisor. [ 946.816407] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.819472] env[71114]: DEBUG nova.compute.manager [-] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.819606] env[71114]: DEBUG nova.network.neutron [-] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.830427] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0b13e-dd46-d43e-a7b5-fefa760448c1/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 946.830572] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee405604-0e7c-48ce-897e-4fd7f0a9f4ba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.838965] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0b13e-dd46-d43e-a7b5-fefa760448c1/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 946.839208] env[71114]: ERROR oslo_vmware.rw_handles [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0b13e-dd46-d43e-a7b5-fefa760448c1/disk-0.vmdk due to incomplete transfer. [ 946.839509] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3716408e-22d4-4155-bae7-bf3b58dd2885 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.849596] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0b13e-dd46-d43e-a7b5-fefa760448c1/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 946.849802] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Uploaded image ed7a5a7c-46f1-4841-82d7-d08258d410be to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 946.852307] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 946.852617] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9ba92bb-201c-420d-9e35-3700b879aa0f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.863208] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 946.863208] env[71114]: value = "task-3821837" [ 946.863208] env[71114]: _type = "Task" [ 946.863208] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.873151] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821837, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.929438] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1729d052-7fee-4ecb-b752-6d13f30ab01c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.940584] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845578d2-cd35-4f80-8637-764c4c6563ac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.979675] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf22b2b-f856-4bd1-bf94-ab2364243a61 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.992782] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40ef442-c4b1-4f77-9653-789d3122ddd6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.008276] env[71114]: DEBUG nova.compute.provider_tree [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.251887] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821836, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.376444] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821837, 'name': Destroy_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.533029] env[71114]: ERROR nova.scheduler.client.report [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [req-b6726c68-a911-4496-b1b5-eb5596a5ccb8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6726c68-a911-4496-b1b5-eb5596a5ccb8"}]} [ 947.553999] env[71114]: DEBUG nova.scheduler.client.report [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 947.579088] env[71114]: DEBUG nova.scheduler.client.report [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 947.579088] env[71114]: DEBUG nova.compute.provider_tree [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.592560] env[71114]: DEBUG nova.scheduler.client.report [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 947.617337] env[71114]: DEBUG nova.scheduler.client.report [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 947.754175] env[71114]: DEBUG oslo_vmware.api [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821836, 'name': PowerOnVM_Task, 'duration_secs': 0.535852} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.758053] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.758469] env[71114]: INFO nova.compute.manager [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Took 8.37 seconds to spawn the instance on the hypervisor. [ 947.758758] env[71114]: DEBUG nova.compute.manager [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.760113] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50560374-0142-46e9-aca7-39ed6745a5e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.877384] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821837, 'name': Destroy_Task, 'duration_secs': 0.65383} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.878387] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Destroyed the VM [ 947.878387] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 947.878387] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05c7ad42-223c-4b70-a245-cab94fa584c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.891889] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 947.891889] env[71114]: value = "task-3821838" [ 947.891889] env[71114]: _type = "Task" [ 947.891889] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.900754] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821838, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.186065] env[71114]: DEBUG nova.compute.manager [req-c3ff3204-4f99-4008-b560-70e109fa1198 req-857d0309-0740-4fd9-a99f-db367a502bca service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Received event network-vif-deleted-01616e61-5ba3-4f8a-997b-c2ec9200d5c8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.186306] env[71114]: INFO nova.compute.manager [req-c3ff3204-4f99-4008-b560-70e109fa1198 req-857d0309-0740-4fd9-a99f-db367a502bca service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Neutron deleted interface 01616e61-5ba3-4f8a-997b-c2ec9200d5c8; detaching it from the instance and deleting it from the info cache [ 948.186438] env[71114]: DEBUG nova.network.neutron [req-c3ff3204-4f99-4008-b560-70e109fa1198 req-857d0309-0740-4fd9-a99f-db367a502bca service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.237489] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2330e791-1d6a-4732-974a-424450fa1a2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.246719] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e96828-2427-4023-aa9b-674ed9270cc9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.287745] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7c629c-6102-42cf-a887-108363ebc6f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.290849] env[71114]: INFO nova.compute.manager [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Took 58.26 seconds to build instance. [ 948.297526] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca93f099-a5be-4411-8fc1-366d06712525 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.313163] env[71114]: DEBUG nova.compute.provider_tree [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.403810] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821838, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.534916] env[71114]: DEBUG nova.network.neutron [-] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.690317] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bce3814-698b-43b4-8174-6ab241910359 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.711177] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3711913c-6dd5-42de-87d5-b00faf2bb0cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.748889] env[71114]: DEBUG nova.compute.manager [req-c3ff3204-4f99-4008-b560-70e109fa1198 req-857d0309-0740-4fd9-a99f-db367a502bca service nova] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Detach interface failed, port_id=01616e61-5ba3-4f8a-997b-c2ec9200d5c8, reason: Instance c98896e0-beae-4aa6-b353-2cd3e1a390fe could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.794978] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57d293c2-bc78-4e76-8b3f-847888f6478f tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.597s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.873216] env[71114]: DEBUG nova.scheduler.client.report [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 948.873216] env[71114]: DEBUG nova.compute.provider_tree [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 103 to 104 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 948.873216] env[71114]: DEBUG nova.compute.provider_tree [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.914151] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821838, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.037721] env[71114]: INFO nova.compute.manager [-] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Took 2.22 seconds to deallocate network for instance. [ 949.298048] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.383523] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.071s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.383523] env[71114]: DEBUG nova.compute.manager [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.386311] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.543s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.388246] env[71114]: INFO nova.compute.claims [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.407335] env[71114]: DEBUG oslo_vmware.api [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821838, 'name': RemoveSnapshot_Task, 'duration_secs': 1.496995} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.407637] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.407861] env[71114]: INFO nova.compute.manager [None req-ac323170-e29d-4f5a-bfb7-667751656a25 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Took 18.87 seconds to snapshot the instance on the hypervisor. [ 949.546960] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.828061] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.896344] env[71114]: DEBUG nova.compute.utils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.903575] env[71114]: DEBUG nova.compute.manager [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.903763] env[71114]: DEBUG nova.network.neutron [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.982017] env[71114]: DEBUG nova.policy [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53233daaabd0419c8216a5f871480d9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78c77cd85a994ea6aa8668fa6c829145', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.067609] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "4072512a-78dc-4b19-9834-0536e07ced5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.067609] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.378537] env[71114]: DEBUG nova.network.neutron [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Successfully created port: 990ee410-1b39-4062-aa20-44c560e562dd {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.413084] env[71114]: DEBUG nova.compute.manager [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.034074] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2a7852-b9f8-4923-94cd-f0906951a38e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.044740] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d523fd7f-7605-4d41-a3ed-0d8029489bbc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.083102] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a50b6-d6dd-4b04-b9cd-0c8fd103b6a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.094546] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bbebfa-a86d-4fff-8f66-dbe988c94605 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.111492] env[71114]: DEBUG nova.compute.provider_tree [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.200061] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.200327] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.228821] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.229046] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.262796] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "82db1f29-6cc8-469b-8f42-ea766de74c6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.263139] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "82db1f29-6cc8-469b-8f42-ea766de74c6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.426970] env[71114]: DEBUG nova.compute.manager [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.464552] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.464824] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.464992] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.465195] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.465343] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.465494] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.465704] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.465910] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.469198] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.469417] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.469607] env[71114]: DEBUG nova.virt.hardware [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.470554] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe31f59a-4bcf-4b9a-b603-bd5f04d47bf8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.480897] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b6091a-2cbc-4dea-b04f-0b26f2f59e99 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.614888] env[71114]: DEBUG nova.scheduler.client.report [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.122882] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.126020] env[71114]: DEBUG nova.compute.manager [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.126962] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.029s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.127507] env[71114]: DEBUG nova.objects.instance [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lazy-loading 'resources' on Instance uuid 2978dd50-d7a8-4e0e-95dd-dac102a3526d {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.465667] env[71114]: DEBUG nova.network.neutron [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Successfully updated port: 990ee410-1b39-4062-aa20-44c560e562dd {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.611741] env[71114]: DEBUG nova.compute.manager [req-7147b52d-301f-4e6a-99d3-f8d503263c6f req-a04afdbc-243d-408b-83e9-08b4e45dc192 service nova] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Received event network-vif-plugged-990ee410-1b39-4062-aa20-44c560e562dd {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.611960] env[71114]: DEBUG oslo_concurrency.lockutils [req-7147b52d-301f-4e6a-99d3-f8d503263c6f req-a04afdbc-243d-408b-83e9-08b4e45dc192 service nova] Acquiring lock "699581d9-6007-4ea3-ae97-50b9babfcd49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.612199] env[71114]: DEBUG oslo_concurrency.lockutils [req-7147b52d-301f-4e6a-99d3-f8d503263c6f req-a04afdbc-243d-408b-83e9-08b4e45dc192 service nova] Lock "699581d9-6007-4ea3-ae97-50b9babfcd49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.616022] env[71114]: DEBUG oslo_concurrency.lockutils [req-7147b52d-301f-4e6a-99d3-f8d503263c6f req-a04afdbc-243d-408b-83e9-08b4e45dc192 service nova] Lock "699581d9-6007-4ea3-ae97-50b9babfcd49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.616022] env[71114]: DEBUG nova.compute.manager [req-7147b52d-301f-4e6a-99d3-f8d503263c6f req-a04afdbc-243d-408b-83e9-08b4e45dc192 service nova] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] No waiting events found dispatching network-vif-plugged-990ee410-1b39-4062-aa20-44c560e562dd {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.616022] env[71114]: WARNING nova.compute.manager [req-7147b52d-301f-4e6a-99d3-f8d503263c6f req-a04afdbc-243d-408b-83e9-08b4e45dc192 service nova] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Received unexpected event network-vif-plugged-990ee410-1b39-4062-aa20-44c560e562dd for instance with vm_state building and task_state spawning. [ 952.640675] env[71114]: DEBUG nova.compute.utils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.642299] env[71114]: DEBUG nova.compute.manager [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.642513] env[71114]: DEBUG nova.network.neutron [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.707079] env[71114]: DEBUG nova.policy [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba7093cbd65f405a873058c1ba21ca89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c9895c23bb64c76b09dc59d59a7d59c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.966419] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "refresh_cache-699581d9-6007-4ea3-ae97-50b9babfcd49" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.966613] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired lock "refresh_cache-699581d9-6007-4ea3-ae97-50b9babfcd49" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.966748] env[71114]: DEBUG nova.network.neutron [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.004825] env[71114]: DEBUG nova.compute.manager [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.008515] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b64e508-36e8-434f-b38b-4202e1594c36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.145644] env[71114]: DEBUG nova.network.neutron [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Successfully created port: 0441e6f0-95d9-4b2a-9852-5e0551d96fc8 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.147953] env[71114]: DEBUG nova.compute.manager [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.294109] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34efd00-db29-4a56-bb71-047308767ed3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.304778] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae83e5a-8c57-4ffc-b0c6-3be5f81a884e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.344789] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ea01d3-eb99-4f9e-80fd-b9b3909ea0d4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.352651] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f305517-dd05-456f-a6a6-4023885e19e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.369450] env[71114]: DEBUG nova.compute.provider_tree [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.515733] env[71114]: DEBUG nova.network.neutron [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.522989] env[71114]: INFO nova.compute.manager [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] instance snapshotting [ 953.528076] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb95ac0b-4a58-4cb8-8552-eba06a271181 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.557860] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aabbdc2-91f5-47cd-af8e-d833cc5e79b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.721803] env[71114]: DEBUG nova.network.neutron [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Updating instance_info_cache with network_info: [{"id": "990ee410-1b39-4062-aa20-44c560e562dd", "address": "fa:16:3e:15:0d:2d", "network": {"id": "cbe38e6d-baf2-49dd-9930-17f1bff7201f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-186189456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c77cd85a994ea6aa8668fa6c829145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990ee410-1b", "ovs_interfaceid": "990ee410-1b39-4062-aa20-44c560e562dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.872905] env[71114]: DEBUG nova.scheduler.client.report [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.073034] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 954.073034] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c239c60-a077-43a8-a111-5a638e152a5f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.079628] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 954.079628] env[71114]: value = "task-3821839" [ 954.079628] env[71114]: _type = "Task" [ 954.079628] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.095870] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.162289] env[71114]: DEBUG nova.compute.manager [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.193409] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.193703] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.193896] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.194070] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.194234] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.194368] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.194576] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.194789] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.195119] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.195119] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.195291] env[71114]: DEBUG nova.virt.hardware [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.196335] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7757008f-2243-427d-8d60-05e1daa8ef8f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.204903] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b0c51-9313-4933-86b8-42ea8cabb4e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.227137] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Releasing lock "refresh_cache-699581d9-6007-4ea3-ae97-50b9babfcd49" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.227137] env[71114]: DEBUG nova.compute.manager [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Instance network_info: |[{"id": "990ee410-1b39-4062-aa20-44c560e562dd", "address": "fa:16:3e:15:0d:2d", "network": {"id": "cbe38e6d-baf2-49dd-9930-17f1bff7201f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-186189456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c77cd85a994ea6aa8668fa6c829145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990ee410-1b", "ovs_interfaceid": "990ee410-1b39-4062-aa20-44c560e562dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.227137] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:0d:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '990ee410-1b39-4062-aa20-44c560e562dd', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.234011] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.234220] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.234440] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65beb31b-0e2c-4f48-8466-e6ef34d297aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.255502] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.255502] env[71114]: value = "task-3821840" [ 954.255502] env[71114]: _type = "Task" [ 954.255502] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.266220] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821840, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.351733] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "034b24a4-f915-4ed7-815f-7a96f5084cb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.351733] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "034b24a4-f915-4ed7-815f-7a96f5084cb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.380033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.380997] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.922s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.383096] env[71114]: INFO nova.compute.claims [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.403703] env[71114]: INFO nova.scheduler.client.report [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Deleted allocations for instance 2978dd50-d7a8-4e0e-95dd-dac102a3526d [ 954.592183] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821839, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.640972] env[71114]: DEBUG nova.compute.manager [req-bb43076f-e0be-4080-b159-f18395a26735 req-5c7f1bc1-2710-4e86-8084-77b2292965eb service nova] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Received event network-changed-990ee410-1b39-4062-aa20-44c560e562dd {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.641195] env[71114]: DEBUG nova.compute.manager [req-bb43076f-e0be-4080-b159-f18395a26735 req-5c7f1bc1-2710-4e86-8084-77b2292965eb service nova] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Refreshing instance network info cache due to event network-changed-990ee410-1b39-4062-aa20-44c560e562dd. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.641425] env[71114]: DEBUG oslo_concurrency.lockutils [req-bb43076f-e0be-4080-b159-f18395a26735 req-5c7f1bc1-2710-4e86-8084-77b2292965eb service nova] Acquiring lock "refresh_cache-699581d9-6007-4ea3-ae97-50b9babfcd49" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.641621] env[71114]: DEBUG oslo_concurrency.lockutils [req-bb43076f-e0be-4080-b159-f18395a26735 req-5c7f1bc1-2710-4e86-8084-77b2292965eb service nova] Acquired lock "refresh_cache-699581d9-6007-4ea3-ae97-50b9babfcd49" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.641885] env[71114]: DEBUG nova.network.neutron [req-bb43076f-e0be-4080-b159-f18395a26735 req-5c7f1bc1-2710-4e86-8084-77b2292965eb service nova] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Refreshing network info cache for port 990ee410-1b39-4062-aa20-44c560e562dd {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.752068] env[71114]: DEBUG nova.network.neutron [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Successfully updated port: 0441e6f0-95d9-4b2a-9852-5e0551d96fc8 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.774099] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821840, 'name': CreateVM_Task, 'duration_secs': 0.416251} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.774321] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.774990] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.775182] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.775500] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.776066] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-132e197f-dc5f-4e7f-b3e0-733016aaf12e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.782076] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 954.782076] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525e7075-c844-f9fa-ef0e-f7f69701f7d5" [ 954.782076] env[71114]: _type = "Task" [ 954.782076] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.792233] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525e7075-c844-f9fa-ef0e-f7f69701f7d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.915212] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7766fb5e-14d9-4687-bb15-894243c2d0db tempest-ServersTestMultiNic-426523714 tempest-ServersTestMultiNic-426523714-project-member] Lock "2978dd50-d7a8-4e0e-95dd-dac102a3526d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.587s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.092680] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821839, 'name': CreateSnapshot_Task, 'duration_secs': 0.65999} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.092735] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 955.093750] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10609d8-ff34-4a95-9d46-c8334508ad38 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.256589] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "refresh_cache-f130ac14-ce51-46c2-84a9-d22fa13f3f8e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.256853] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "refresh_cache-f130ac14-ce51-46c2-84a9-d22fa13f3f8e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.257118] env[71114]: DEBUG nova.network.neutron [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.300201] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525e7075-c844-f9fa-ef0e-f7f69701f7d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012655} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.300544] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.300780] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.301031] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.301357] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.301437] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.301708] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3248da9c-af55-41f6-b936-3c0cbcada884 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.312969] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.313243] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.314126] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93ad572-314f-47f9-9265-534608a712c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.321487] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 955.321487] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5200abe1-222b-1899-8c7a-f3ae2744e758" [ 955.321487] env[71114]: _type = "Task" [ 955.321487] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.331910] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5200abe1-222b-1899-8c7a-f3ae2744e758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.424147] env[71114]: DEBUG nova.network.neutron [req-bb43076f-e0be-4080-b159-f18395a26735 req-5c7f1bc1-2710-4e86-8084-77b2292965eb service nova] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Updated VIF entry in instance network info cache for port 990ee410-1b39-4062-aa20-44c560e562dd. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.424147] env[71114]: DEBUG nova.network.neutron [req-bb43076f-e0be-4080-b159-f18395a26735 req-5c7f1bc1-2710-4e86-8084-77b2292965eb service nova] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Updating instance_info_cache with network_info: [{"id": "990ee410-1b39-4062-aa20-44c560e562dd", "address": "fa:16:3e:15:0d:2d", "network": {"id": "cbe38e6d-baf2-49dd-9930-17f1bff7201f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-186189456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c77cd85a994ea6aa8668fa6c829145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap990ee410-1b", "ovs_interfaceid": "990ee410-1b39-4062-aa20-44c560e562dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.616297] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 955.619301] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55a87eb1-42b2-4aec-97c8-3a972308317f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.628720] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 955.628720] env[71114]: value = "task-3821841" [ 955.628720] env[71114]: _type = "Task" [ 955.628720] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.638216] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821841, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.810467] env[71114]: DEBUG nova.network.neutron [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.840277] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5200abe1-222b-1899-8c7a-f3ae2744e758, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.844769] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5f2181-2844-4049-933e-9840740fa2f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.855705] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 955.855705] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52515495-5940-db71-9080-dd50ced3f9de" [ 955.855705] env[71114]: _type = "Task" [ 955.855705] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.865509] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52515495-5940-db71-9080-dd50ced3f9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.925685] env[71114]: DEBUG oslo_concurrency.lockutils [req-bb43076f-e0be-4080-b159-f18395a26735 req-5c7f1bc1-2710-4e86-8084-77b2292965eb service nova] Releasing lock "refresh_cache-699581d9-6007-4ea3-ae97-50b9babfcd49" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.051161] env[71114]: DEBUG nova.network.neutron [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Updating instance_info_cache with network_info: [{"id": "0441e6f0-95d9-4b2a-9852-5e0551d96fc8", "address": "fa:16:3e:36:03:74", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0441e6f0-95", "ovs_interfaceid": "0441e6f0-95d9-4b2a-9852-5e0551d96fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.097485] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5e071c-4b8d-4c5f-b98a-5ba2951b49a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.108772] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f304d116-5b6f-4a64-9b10-e7aecfffef8b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.154273] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eb76bc-a544-495d-892b-8572561b95fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.172703] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609cd56c-a46d-43eb-b03f-36ff0f676ca0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.180915] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821841, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.196923] env[71114]: DEBUG nova.compute.provider_tree [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.368371] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52515495-5940-db71-9080-dd50ced3f9de, 'name': SearchDatastore_Task, 'duration_secs': 0.026719} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.368772] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.369124] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 699581d9-6007-4ea3-ae97-50b9babfcd49/699581d9-6007-4ea3-ae97-50b9babfcd49.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.369459] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33825046-01d7-4ae5-9062-d5772c0ab2e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.378014] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 956.378014] env[71114]: value = "task-3821842" [ 956.378014] env[71114]: _type = "Task" [ 956.378014] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.388044] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.557580] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "refresh_cache-f130ac14-ce51-46c2-84a9-d22fa13f3f8e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.557760] env[71114]: DEBUG nova.compute.manager [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Instance network_info: |[{"id": "0441e6f0-95d9-4b2a-9852-5e0551d96fc8", "address": "fa:16:3e:36:03:74", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0441e6f0-95", "ovs_interfaceid": "0441e6f0-95d9-4b2a-9852-5e0551d96fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.559026] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:03:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0441e6f0-95d9-4b2a-9852-5e0551d96fc8', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.567878] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.568167] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.568400] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b760066e-5816-46d8-ad28-426cd786596e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.590614] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.590614] env[71114]: value = "task-3821843" [ 956.590614] env[71114]: _type = "Task" [ 956.590614] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.601304] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821843, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.661930] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821841, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.686252] env[71114]: DEBUG nova.compute.manager [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Received event network-vif-plugged-0441e6f0-95d9-4b2a-9852-5e0551d96fc8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.686252] env[71114]: DEBUG oslo_concurrency.lockutils [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] Acquiring lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.686990] env[71114]: DEBUG oslo_concurrency.lockutils [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] Lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.687288] env[71114]: DEBUG oslo_concurrency.lockutils [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] Lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.687421] env[71114]: DEBUG nova.compute.manager [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] No waiting events found dispatching network-vif-plugged-0441e6f0-95d9-4b2a-9852-5e0551d96fc8 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 956.687605] env[71114]: WARNING nova.compute.manager [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Received unexpected event network-vif-plugged-0441e6f0-95d9-4b2a-9852-5e0551d96fc8 for instance with vm_state building and task_state spawning. [ 956.687772] env[71114]: DEBUG nova.compute.manager [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Received event network-changed-0441e6f0-95d9-4b2a-9852-5e0551d96fc8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.687933] env[71114]: DEBUG nova.compute.manager [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Refreshing instance network info cache due to event network-changed-0441e6f0-95d9-4b2a-9852-5e0551d96fc8. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.688194] env[71114]: DEBUG oslo_concurrency.lockutils [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] Acquiring lock "refresh_cache-f130ac14-ce51-46c2-84a9-d22fa13f3f8e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.688412] env[71114]: DEBUG oslo_concurrency.lockutils [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] Acquired lock "refresh_cache-f130ac14-ce51-46c2-84a9-d22fa13f3f8e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.688653] env[71114]: DEBUG nova.network.neutron [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Refreshing network info cache for port 0441e6f0-95d9-4b2a-9852-5e0551d96fc8 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.700850] env[71114]: DEBUG nova.scheduler.client.report [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.893081] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488849} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.893470] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 699581d9-6007-4ea3-ae97-50b9babfcd49/699581d9-6007-4ea3-ae97-50b9babfcd49.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.893780] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.894116] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92793aa5-89e6-4d9e-bca9-e05aea6b08c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.903826] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 956.903826] env[71114]: value = "task-3821844" [ 956.903826] env[71114]: _type = "Task" [ 956.903826] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.915501] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821844, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.106255] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821843, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.162752] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821841, 'name': CloneVM_Task} progress is 95%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.207237] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.208317] env[71114]: DEBUG nova.compute.manager [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.213463] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.992s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.213798] env[71114]: DEBUG nova.objects.instance [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lazy-loading 'resources' on Instance uuid 4d14ba98-ca69-4a31-8001-5b330b584fa4 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.415114] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821844, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074336} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.415114] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.415837] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54edcd70-e03a-4978-baa7-92e4597610d1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.444692] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 699581d9-6007-4ea3-ae97-50b9babfcd49/699581d9-6007-4ea3-ae97-50b9babfcd49.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.445477] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-122153fb-0711-4b33-b7f8-dd69155cb81f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.468069] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 957.468069] env[71114]: value = "task-3821845" [ 957.468069] env[71114]: _type = "Task" [ 957.468069] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.477067] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.531495] env[71114]: DEBUG nova.network.neutron [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Updated VIF entry in instance network info cache for port 0441e6f0-95d9-4b2a-9852-5e0551d96fc8. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.531495] env[71114]: DEBUG nova.network.neutron [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Updating instance_info_cache with network_info: [{"id": "0441e6f0-95d9-4b2a-9852-5e0551d96fc8", "address": "fa:16:3e:36:03:74", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0441e6f0-95", "ovs_interfaceid": "0441e6f0-95d9-4b2a-9852-5e0551d96fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.601281] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821843, 'name': CreateVM_Task, 'duration_secs': 0.554659} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.601532] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.602268] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.602440] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.602798] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.603074] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123f1245-3c46-4d7b-9386-9bfb92115376 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.608462] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 957.608462] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52de7751-a507-e67e-badf-8f1de87b37fa" [ 957.608462] env[71114]: _type = "Task" [ 957.608462] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.619052] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52de7751-a507-e67e-badf-8f1de87b37fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.662153] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821841, 'name': CloneVM_Task, 'duration_secs': 1.798957} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.662434] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Created linked-clone VM from snapshot [ 957.663260] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f7ae6e-c383-4602-b12f-c5674a1a5971 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.672675] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Uploading image db0d526a-5de1-4e5c-86db-4209125aff4a {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.696569] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 957.696569] env[71114]: value = "vm-759925" [ 957.696569] env[71114]: _type = "VirtualMachine" [ 957.696569] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 957.696837] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4326e9a3-e69b-4945-82c3-7a2d869cb3e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.704657] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lease: (returnval){ [ 957.704657] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5231c500-768b-79ab-f1aa-caf6e728193a" [ 957.704657] env[71114]: _type = "HttpNfcLease" [ 957.704657] env[71114]: } obtained for exporting VM: (result){ [ 957.704657] env[71114]: value = "vm-759925" [ 957.704657] env[71114]: _type = "VirtualMachine" [ 957.704657] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 957.704998] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the lease: (returnval){ [ 957.704998] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5231c500-768b-79ab-f1aa-caf6e728193a" [ 957.704998] env[71114]: _type = "HttpNfcLease" [ 957.704998] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.712759] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.712759] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5231c500-768b-79ab-f1aa-caf6e728193a" [ 957.712759] env[71114]: _type = "HttpNfcLease" [ 957.712759] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.717418] env[71114]: DEBUG nova.compute.utils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.721881] env[71114]: DEBUG nova.compute.manager [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.722074] env[71114]: DEBUG nova.network.neutron [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.780550] env[71114]: DEBUG nova.policy [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '863a91bfcf3b4a3482f5ddd3f4bf6893', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '158d810366a340f5906c0794d58eb2c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.986535] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821845, 'name': ReconfigVM_Task, 'duration_secs': 0.303275} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.987245] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 699581d9-6007-4ea3-ae97-50b9babfcd49/699581d9-6007-4ea3-ae97-50b9babfcd49.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.988067] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10261caf-f556-45e0-9e5f-3de82f6539ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.996377] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 957.996377] env[71114]: value = "task-3821847" [ 957.996377] env[71114]: _type = "Task" [ 957.996377] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.016966] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821847, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.033563] env[71114]: DEBUG oslo_concurrency.lockutils [req-78b5f82f-fef5-48fc-908a-d12550a3b7fe req-6fde584e-dd7f-4aa9-a0b9-475f97f10ed7 service nova] Releasing lock "refresh_cache-f130ac14-ce51-46c2-84a9-d22fa13f3f8e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.892746] env[71114]: DEBUG nova.compute.utils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.898031] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52de7751-a507-e67e-badf-8f1de87b37fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.898031] env[71114]: DEBUG nova.network.neutron [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Successfully created port: 9dde54ba-9266-4b60-a949-3b088009a6e2 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.905038] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.905425] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.905509] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.905639] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.905814] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.906287] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-875ceb25-9f6f-4cb0-a035-3d30dbf9ed84 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.066502] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821847, 'name': Rename_Task, 'duration_secs': 0.154371} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.067098] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.067098] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.067959] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.067959] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5231c500-768b-79ab-f1aa-caf6e728193a" [ 959.067959] env[71114]: _type = "HttpNfcLease" [ 959.067959] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 959.068497] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.068808] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d43c9d-c72d-4a45-8d64-1bd8b4d52e36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.074354] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 959.074354] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5231c500-768b-79ab-f1aa-caf6e728193a" [ 959.074354] env[71114]: _type = "HttpNfcLease" [ 959.074354] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 959.075669] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37192a6c-b23a-401a-a88b-8bdf4f3dd732 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.077897] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f1ea8d-dded-4654-b4e9-a4165caf2870 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.085802] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 959.085802] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d5a414-47fe-1d08-502d-6baee04c96d3" [ 959.085802] env[71114]: _type = "Task" [ 959.085802] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.095024] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2912d-073e-baad-65da-22fe4a793816/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 959.095024] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2912d-073e-baad-65da-22fe4a793816/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 959.103925] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 959.103925] env[71114]: value = "task-3821848" [ 959.103925] env[71114]: _type = "Task" [ 959.103925] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.185024] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d5a414-47fe-1d08-502d-6baee04c96d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.185024] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5dff48-9afe-415e-84b2-8b31b128a3ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.192630] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.200010] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 959.200010] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5255f306-3b74-b7e5-7ed0-81b8c0091eb7" [ 959.200010] env[71114]: _type = "Task" [ 959.200010] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.213508] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5255f306-3b74-b7e5-7ed0-81b8c0091eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.219706] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.220107] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] f130ac14-ce51-46c2-84a9-d22fa13f3f8e/f130ac14-ce51-46c2-84a9-d22fa13f3f8e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.221153] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21419ad4-fc51-40de-a519-c7aa210568d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.223212] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e95342a3-570a-49cd-8a0c-a5a9842c2caf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.231436] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 959.231436] env[71114]: value = "task-3821849" [ 959.231436] env[71114]: _type = "Task" [ 959.231436] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.242951] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.404593] env[71114]: DEBUG nova.compute.manager [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.429981] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5faeff9-e751-40b1-8cc0-5b651285b1a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.447297] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daeb989-5173-4e87-b9ce-d4ef33beb6a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.490838] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112b9868-dfb4-47e3-8ac4-a8c057008ee2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.504309] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c8954-3553-4640-a357-4bea3792963c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.529431] env[71114]: DEBUG nova.compute.provider_tree [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.621938] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821848, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.746531] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502563} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.747361] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] f130ac14-ce51-46c2-84a9-d22fa13f3f8e/f130ac14-ce51-46c2-84a9-d22fa13f3f8e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.747914] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.748478] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e0b6f32-9371-448e-b16e-557daad6aeba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.766021] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 959.766021] env[71114]: value = "task-3821850" [ 959.766021] env[71114]: _type = "Task" [ 959.766021] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.778562] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.066481] env[71114]: ERROR nova.scheduler.client.report [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] [req-a45c71ec-1722-4309-bc3d-3254bc09b4e0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a45c71ec-1722-4309-bc3d-3254bc09b4e0"}]} [ 960.097024] env[71114]: DEBUG nova.scheduler.client.report [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 960.118007] env[71114]: DEBUG oslo_vmware.api [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821848, 'name': PowerOnVM_Task, 'duration_secs': 0.721177} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.118500] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.119496] env[71114]: INFO nova.compute.manager [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Took 8.69 seconds to spawn the instance on the hypervisor. [ 960.120266] env[71114]: DEBUG nova.compute.manager [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.121380] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eecf982-84f6-44cd-a053-eff9eb671e79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.128573] env[71114]: DEBUG nova.scheduler.client.report [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 960.128740] env[71114]: DEBUG nova.compute.provider_tree [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.155224] env[71114]: DEBUG nova.scheduler.client.report [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 960.183935] env[71114]: DEBUG nova.scheduler.client.report [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 960.279208] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088177} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.280344] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.287228] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd7b548-d56c-4974-a6cf-c2bfc61fe5f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.321954] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] f130ac14-ce51-46c2-84a9-d22fa13f3f8e/f130ac14-ce51-46c2-84a9-d22fa13f3f8e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.326135] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a7bfc10-cc59-4cee-a812-7904b21ac82e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.350013] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 960.350013] env[71114]: value = "task-3821851" [ 960.350013] env[71114]: _type = "Task" [ 960.350013] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.361910] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.417588] env[71114]: DEBUG nova.compute.manager [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.443449] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:29:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1024300845',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-857753611',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.444083] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.444495] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.444929] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.446313] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.446313] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.446313] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.446313] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.447268] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.448390] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.449866] env[71114]: DEBUG nova.virt.hardware [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.450116] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e4621c-7dac-4119-a360-c8d7cfc0c496 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.465854] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704a3ea9-e21d-4b3a-bba3-858d284c075e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.648685] env[71114]: INFO nova.compute.manager [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Took 63.23 seconds to build instance. [ 960.870181] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.986451] env[71114]: DEBUG nova.compute.manager [req-c5caf7a7-2614-4489-909b-ceb9a9dc3974 req-5a28f8c9-1fc3-4fa0-9b41-74d23d450d7c service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Received event network-vif-plugged-9dde54ba-9266-4b60-a949-3b088009a6e2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.987239] env[71114]: DEBUG oslo_concurrency.lockutils [req-c5caf7a7-2614-4489-909b-ceb9a9dc3974 req-5a28f8c9-1fc3-4fa0-9b41-74d23d450d7c service nova] Acquiring lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.987575] env[71114]: DEBUG oslo_concurrency.lockutils [req-c5caf7a7-2614-4489-909b-ceb9a9dc3974 req-5a28f8c9-1fc3-4fa0-9b41-74d23d450d7c service nova] Lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.987752] env[71114]: DEBUG oslo_concurrency.lockutils [req-c5caf7a7-2614-4489-909b-ceb9a9dc3974 req-5a28f8c9-1fc3-4fa0-9b41-74d23d450d7c service nova] Lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.987974] env[71114]: DEBUG nova.compute.manager [req-c5caf7a7-2614-4489-909b-ceb9a9dc3974 req-5a28f8c9-1fc3-4fa0-9b41-74d23d450d7c service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] No waiting events found dispatching network-vif-plugged-9dde54ba-9266-4b60-a949-3b088009a6e2 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 960.988167] env[71114]: WARNING nova.compute.manager [req-c5caf7a7-2614-4489-909b-ceb9a9dc3974 req-5a28f8c9-1fc3-4fa0-9b41-74d23d450d7c service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Received unexpected event network-vif-plugged-9dde54ba-9266-4b60-a949-3b088009a6e2 for instance with vm_state building and task_state spawning. [ 960.990723] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da470e25-a579-4922-9d72-9d72f54e93b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.000580] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c106fb8f-e21b-4174-92dd-45bcc022d608 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.042260] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07508bd-ee0b-446b-91ff-2bdba143301f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.051995] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d296fc96-545d-4244-ae8b-73d701a5d81b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.072930] env[71114]: DEBUG nova.compute.provider_tree [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.152949] env[71114]: DEBUG oslo_concurrency.lockutils [None req-887eef85-a42e-4ea1-bfbc-d2914284d951 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "699581d9-6007-4ea3-ae97-50b9babfcd49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.297s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.165408] env[71114]: DEBUG nova.network.neutron [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Successfully updated port: 9dde54ba-9266-4b60-a949-3b088009a6e2 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.361485] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821851, 'name': ReconfigVM_Task, 'duration_secs': 0.847829} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.362733] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Reconfigured VM instance instance-0000003e to attach disk [datastore2] f130ac14-ce51-46c2-84a9-d22fa13f3f8e/f130ac14-ce51-46c2-84a9-d22fa13f3f8e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.362733] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8eb3b91-5e28-4c44-9ecb-f791dda67007 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.372147] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 961.372147] env[71114]: value = "task-3821852" [ 961.372147] env[71114]: _type = "Task" [ 961.372147] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.385526] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821852, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.620040] env[71114]: DEBUG nova.scheduler.client.report [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 961.620795] env[71114]: DEBUG nova.compute.provider_tree [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 109 to 110 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 961.620795] env[71114]: DEBUG nova.compute.provider_tree [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.656767] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.668382] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "refresh_cache-a7aad26c-c285-4d67-9af9-076fd1f0d9d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.668626] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquired lock "refresh_cache-a7aad26c-c285-4d67-9af9-076fd1f0d9d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.668702] env[71114]: DEBUG nova.network.neutron [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.883759] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821852, 'name': Rename_Task, 'duration_secs': 0.217793} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.884103] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.884370] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97643f6d-7cf9-47c2-a6d7-27a1df11f990 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.894150] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 961.894150] env[71114]: value = "task-3821853" [ 961.894150] env[71114]: _type = "Task" [ 961.894150] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.905361] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.132035] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.918s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.135040] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.198s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.136184] env[71114]: INFO nova.compute.claims [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.168769] env[71114]: INFO nova.scheduler.client.report [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Deleted allocations for instance 4d14ba98-ca69-4a31-8001-5b330b584fa4 [ 962.194304] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.237591] env[71114]: DEBUG nova.network.neutron [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.406942] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.534498] env[71114]: DEBUG nova.network.neutron [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Updating instance_info_cache with network_info: [{"id": "9dde54ba-9266-4b60-a949-3b088009a6e2", "address": "fa:16:3e:84:53:34", "network": {"id": "a3f9a684-56f0-4393-938e-4295d715bc84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1723527221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d810366a340f5906c0794d58eb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dde54ba-92", "ovs_interfaceid": "9dde54ba-9266-4b60-a949-3b088009a6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.684011] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b032aa75-7ce0-4e17-8e46-2415f343dd1f tempest-ServersNegativeTestMultiTenantJSON-1723276744 tempest-ServersNegativeTestMultiTenantJSON-1723276744-project-member] Lock "4d14ba98-ca69-4a31-8001-5b330b584fa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.968s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.910292] env[71114]: DEBUG oslo_vmware.api [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821853, 'name': PowerOnVM_Task, 'duration_secs': 0.695619} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.910615] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.910823] env[71114]: INFO nova.compute.manager [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Took 8.75 seconds to spawn the instance on the hypervisor. [ 962.911011] env[71114]: DEBUG nova.compute.manager [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.912027] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f50bd-c33c-4f20-8980-dab675c6eefc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.038405] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Releasing lock "refresh_cache-a7aad26c-c285-4d67-9af9-076fd1f0d9d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.038753] env[71114]: DEBUG nova.compute.manager [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Instance network_info: |[{"id": "9dde54ba-9266-4b60-a949-3b088009a6e2", "address": "fa:16:3e:84:53:34", "network": {"id": "a3f9a684-56f0-4393-938e-4295d715bc84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1723527221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d810366a340f5906c0794d58eb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dde54ba-92", "ovs_interfaceid": "9dde54ba-9266-4b60-a949-3b088009a6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.039208] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:53:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dde54ba-9266-4b60-a949-3b088009a6e2', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.047865] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.048277] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.049301] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca8d25ff-a431-4128-907e-107d9847fc52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.073422] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.073422] env[71114]: value = "task-3821854" [ 963.073422] env[71114]: _type = "Task" [ 963.073422] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.087025] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821854, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.118599] env[71114]: DEBUG nova.compute.manager [req-6e44ffca-4409-4ffc-a4ab-2c3ca2ee1ab8 req-6779b159-ae4e-466d-af99-b8f5d5ea0e20 service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Received event network-changed-9dde54ba-9266-4b60-a949-3b088009a6e2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.118850] env[71114]: DEBUG nova.compute.manager [req-6e44ffca-4409-4ffc-a4ab-2c3ca2ee1ab8 req-6779b159-ae4e-466d-af99-b8f5d5ea0e20 service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Refreshing instance network info cache due to event network-changed-9dde54ba-9266-4b60-a949-3b088009a6e2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.119035] env[71114]: DEBUG oslo_concurrency.lockutils [req-6e44ffca-4409-4ffc-a4ab-2c3ca2ee1ab8 req-6779b159-ae4e-466d-af99-b8f5d5ea0e20 service nova] Acquiring lock "refresh_cache-a7aad26c-c285-4d67-9af9-076fd1f0d9d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.119912] env[71114]: DEBUG oslo_concurrency.lockutils [req-6e44ffca-4409-4ffc-a4ab-2c3ca2ee1ab8 req-6779b159-ae4e-466d-af99-b8f5d5ea0e20 service nova] Acquired lock "refresh_cache-a7aad26c-c285-4d67-9af9-076fd1f0d9d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.119912] env[71114]: DEBUG nova.network.neutron [req-6e44ffca-4409-4ffc-a4ab-2c3ca2ee1ab8 req-6779b159-ae4e-466d-af99-b8f5d5ea0e20 service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Refreshing network info cache for port 9dde54ba-9266-4b60-a949-3b088009a6e2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.440362] env[71114]: INFO nova.compute.manager [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Took 64.63 seconds to build instance. [ 963.589335] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821854, 'name': CreateVM_Task, 'duration_secs': 0.490448} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.592183] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.594188] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.594188] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.594188] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.595976] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a565a2cc-00b7-47bd-a147-07a1ce201b0b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.600145] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 963.600145] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d8a79b-69a7-c63a-3663-a11618d5ce22" [ 963.600145] env[71114]: _type = "Task" [ 963.600145] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.609797] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d8a79b-69a7-c63a-3663-a11618d5ce22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.863019] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22630db9-ebe8-45cc-b05b-7f454f308873 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.873480] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd42803-10bd-46c9-8471-2d37c1bdb937 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.914101] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bea7521-31f1-451e-a948-fd25f17db6c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.926264] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52504e82-e35a-41d8-9bb3-a1bca5aca5dd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.945576] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7fe5a80c-77d9-4258-bff6-2d79685804c0 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.449s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.946083] env[71114]: DEBUG nova.compute.provider_tree [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.989689] env[71114]: DEBUG nova.network.neutron [req-6e44ffca-4409-4ffc-a4ab-2c3ca2ee1ab8 req-6779b159-ae4e-466d-af99-b8f5d5ea0e20 service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Updated VIF entry in instance network info cache for port 9dde54ba-9266-4b60-a949-3b088009a6e2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.990304] env[71114]: DEBUG nova.network.neutron [req-6e44ffca-4409-4ffc-a4ab-2c3ca2ee1ab8 req-6779b159-ae4e-466d-af99-b8f5d5ea0e20 service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Updating instance_info_cache with network_info: [{"id": "9dde54ba-9266-4b60-a949-3b088009a6e2", "address": "fa:16:3e:84:53:34", "network": {"id": "a3f9a684-56f0-4393-938e-4295d715bc84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1723527221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d810366a340f5906c0794d58eb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dde54ba-92", "ovs_interfaceid": "9dde54ba-9266-4b60-a949-3b088009a6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.113278] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d8a79b-69a7-c63a-3663-a11618d5ce22, 'name': SearchDatastore_Task, 'duration_secs': 0.016133} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.113826] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.114091] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.114555] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.114712] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.114920] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.115220] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee4be448-3bf9-4b78-a316-ea6c8baa8f68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.125596] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.125801] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.126816] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c62c35-7a67-490d-a15b-679f9affaecb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.133467] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 964.133467] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dd1b74-a549-6bce-0365-79082b7cdbbe" [ 964.133467] env[71114]: _type = "Task" [ 964.133467] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.144758] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dd1b74-a549-6bce-0365-79082b7cdbbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.451725] env[71114]: DEBUG nova.scheduler.client.report [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.463049] env[71114]: DEBUG nova.compute.manager [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.496241] env[71114]: DEBUG oslo_concurrency.lockutils [req-6e44ffca-4409-4ffc-a4ab-2c3ca2ee1ab8 req-6779b159-ae4e-466d-af99-b8f5d5ea0e20 service nova] Releasing lock "refresh_cache-a7aad26c-c285-4d67-9af9-076fd1f0d9d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.647921] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dd1b74-a549-6bce-0365-79082b7cdbbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01407} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.649109] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0ac365-9f2b-42ad-8e61-d7651b7b9819 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.655328] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 964.655328] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526f94ae-e28e-d518-77c7-0664831f1ecb" [ 964.655328] env[71114]: _type = "Task" [ 964.655328] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.666908] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526f94ae-e28e-d518-77c7-0664831f1ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.712645] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "567c2c93-bdd0-4013-b932-eb07d8294e52" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.712930] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "567c2c93-bdd0-4013-b932-eb07d8294e52" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.713146] env[71114]: DEBUG nova.compute.manager [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.714468] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13618fb2-837a-420c-82cb-a88466d28cbf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.723179] env[71114]: DEBUG nova.compute.manager [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 964.725292] env[71114]: DEBUG nova.objects.instance [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lazy-loading 'flavor' on Instance uuid 567c2c93-bdd0-4013-b932-eb07d8294e52 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.967600] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.970026] env[71114]: DEBUG nova.compute.manager [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.971423] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.911s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.971867] env[71114]: DEBUG nova.objects.instance [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lazy-loading 'resources' on Instance uuid 1eb7793d-2d2e-4795-8af1-7f8045b70495 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.000444] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.169850] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526f94ae-e28e-d518-77c7-0664831f1ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.015261} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.170162] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.170428] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] a7aad26c-c285-4d67-9af9-076fd1f0d9d6/a7aad26c-c285-4d67-9af9-076fd1f0d9d6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.170714] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee2386b6-a9e5-4623-a73d-f2565e28dbc0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.180024] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 965.180024] env[71114]: value = "task-3821855" [ 965.180024] env[71114]: _type = "Task" [ 965.180024] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.192310] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.477582] env[71114]: DEBUG nova.compute.utils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 965.482757] env[71114]: DEBUG nova.compute.manager [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.482982] env[71114]: DEBUG nova.network.neutron [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.549057] env[71114]: DEBUG nova.policy [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f6950231c49199a6a083e7130d44a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fcc130e05e4f82a3c8f5ec6917fac1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.695428] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821855, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.737424] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.738284] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b9fb36a-43be-4b1b-aac5-201e56219b1e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.747596] env[71114]: DEBUG oslo_vmware.api [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 965.747596] env[71114]: value = "task-3821856" [ 965.747596] env[71114]: _type = "Task" [ 965.747596] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.759294] env[71114]: DEBUG oslo_vmware.api [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.984063] env[71114]: DEBUG nova.compute.manager [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.149767] env[71114]: DEBUG nova.network.neutron [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Successfully created port: c29feea2-553d-44dc-8fc8-dff13bfe0e46 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.200179] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604806} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.200590] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] a7aad26c-c285-4d67-9af9-076fd1f0d9d6/a7aad26c-c285-4d67-9af9-076fd1f0d9d6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.200923] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.201224] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43941291-620f-467b-8152-cf3ba6d92a23 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.228048] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 966.228048] env[71114]: value = "task-3821857" [ 966.228048] env[71114]: _type = "Task" [ 966.228048] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.230713] env[71114]: DEBUG nova.compute.manager [req-35855c1e-6766-419c-9933-0da872f5b220 req-1d31c2b8-8bb9-4d59-b67a-1edbdc5b1c9e service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Received event network-changed-0441e6f0-95d9-4b2a-9852-5e0551d96fc8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.230713] env[71114]: DEBUG nova.compute.manager [req-35855c1e-6766-419c-9933-0da872f5b220 req-1d31c2b8-8bb9-4d59-b67a-1edbdc5b1c9e service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Refreshing instance network info cache due to event network-changed-0441e6f0-95d9-4b2a-9852-5e0551d96fc8. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.231302] env[71114]: DEBUG oslo_concurrency.lockutils [req-35855c1e-6766-419c-9933-0da872f5b220 req-1d31c2b8-8bb9-4d59-b67a-1edbdc5b1c9e service nova] Acquiring lock "refresh_cache-f130ac14-ce51-46c2-84a9-d22fa13f3f8e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.231302] env[71114]: DEBUG oslo_concurrency.lockutils [req-35855c1e-6766-419c-9933-0da872f5b220 req-1d31c2b8-8bb9-4d59-b67a-1edbdc5b1c9e service nova] Acquired lock "refresh_cache-f130ac14-ce51-46c2-84a9-d22fa13f3f8e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.231302] env[71114]: DEBUG nova.network.neutron [req-35855c1e-6766-419c-9933-0da872f5b220 req-1d31c2b8-8bb9-4d59-b67a-1edbdc5b1c9e service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Refreshing network info cache for port 0441e6f0-95d9-4b2a-9852-5e0551d96fc8 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.250410] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.253500] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61116dda-6a95-4510-a4d3-56f3516e67b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.269956] env[71114]: DEBUG oslo_vmware.api [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821856, 'name': PowerOffVM_Task, 'duration_secs': 0.248009} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.272706] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.273027] env[71114]: DEBUG nova.compute.manager [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.273999] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9d524b-3ac9-4fca-87ed-60190b03c126 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.278945] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff9a16a-2997-4a55-9976-f9f20f4e0d77 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.315897] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d39760-6464-425a-a767-8f87f660ea2f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.324966] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c3f040-8446-4df5-95a3-f648b613244a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.340475] env[71114]: DEBUG nova.compute.provider_tree [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.644871] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.645305] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.743317] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076484} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.743653] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.744954] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eebc848-e718-411a-bd76-48c089aca3e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.770979] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] a7aad26c-c285-4d67-9af9-076fd1f0d9d6/a7aad26c-c285-4d67-9af9-076fd1f0d9d6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.771465] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8399071-b186-44bd-b930-de66c44b591a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.800561] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 966.800561] env[71114]: value = "task-3821858" [ 966.800561] env[71114]: _type = "Task" [ 966.800561] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.811361] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.820217] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f507bdf2-f972-4587-966d-37c0e8c4adc4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "567c2c93-bdd0-4013-b932-eb07d8294e52" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.844423] env[71114]: DEBUG nova.scheduler.client.report [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.000708] env[71114]: DEBUG nova.compute.manager [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.033997] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.034370] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.034596] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.034845] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.035598] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.035598] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.035598] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.035598] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.036136] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.036386] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.036584] env[71114]: DEBUG nova.virt.hardware [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.037479] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a58a91-adaa-4f83-9661-2af58bb4da2a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.046976] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cc4e13-6ffb-4b58-b4eb-5975d2db15cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.178044] env[71114]: DEBUG nova.network.neutron [req-35855c1e-6766-419c-9933-0da872f5b220 req-1d31c2b8-8bb9-4d59-b67a-1edbdc5b1c9e service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Updated VIF entry in instance network info cache for port 0441e6f0-95d9-4b2a-9852-5e0551d96fc8. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.178428] env[71114]: DEBUG nova.network.neutron [req-35855c1e-6766-419c-9933-0da872f5b220 req-1d31c2b8-8bb9-4d59-b67a-1edbdc5b1c9e service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Updating instance_info_cache with network_info: [{"id": "0441e6f0-95d9-4b2a-9852-5e0551d96fc8", "address": "fa:16:3e:36:03:74", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0441e6f0-95", "ovs_interfaceid": "0441e6f0-95d9-4b2a-9852-5e0551d96fc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.314458] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821858, 'name': ReconfigVM_Task, 'duration_secs': 0.421156} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.315090] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Reconfigured VM instance instance-0000003f to attach disk [datastore2] a7aad26c-c285-4d67-9af9-076fd1f0d9d6/a7aad26c-c285-4d67-9af9-076fd1f0d9d6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.315548] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=71114) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 967.319092] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-cf99b669-2dc7-43aa-a85c-713d747e5841 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.326102] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 967.326102] env[71114]: value = "task-3821859" [ 967.326102] env[71114]: _type = "Task" [ 967.326102] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.336915] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821859, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.350850] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.379s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.354516] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.285s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.356327] env[71114]: INFO nova.compute.claims [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.385016] env[71114]: INFO nova.scheduler.client.report [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Deleted allocations for instance 1eb7793d-2d2e-4795-8af1-7f8045b70495 [ 967.681947] env[71114]: DEBUG oslo_concurrency.lockutils [req-35855c1e-6766-419c-9933-0da872f5b220 req-1d31c2b8-8bb9-4d59-b67a-1edbdc5b1c9e service nova] Releasing lock "refresh_cache-f130ac14-ce51-46c2-84a9-d22fa13f3f8e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.842031] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821859, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058734} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.842031] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=71114) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 967.842031] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070a3634-ae12-492b-90e4-862de165bea5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.881509] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] a7aad26c-c285-4d67-9af9-076fd1f0d9d6/ephemeral_0.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.882948] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f08fb84b-3e20-4e8d-81f4-040291ccb3b9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.907535] env[71114]: DEBUG oslo_concurrency.lockutils [None req-05464946-0ae3-4a31-99c9-3db6fa8ba83c tempest-ServerGroupTestJSON-1509104615 tempest-ServerGroupTestJSON-1509104615-project-member] Lock "1eb7793d-2d2e-4795-8af1-7f8045b70495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.389s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.914506] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 967.914506] env[71114]: value = "task-3821860" [ 967.914506] env[71114]: _type = "Task" [ 967.914506] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.932310] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.934398] env[71114]: DEBUG nova.objects.instance [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lazy-loading 'flavor' on Instance uuid 567c2c93-bdd0-4013-b932-eb07d8294e52 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.991553] env[71114]: DEBUG nova.network.neutron [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Successfully updated port: c29feea2-553d-44dc-8fc8-dff13bfe0e46 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.052947] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2912d-073e-baad-65da-22fe4a793816/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.054038] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2dcf72-d33d-43d6-b90a-d14c78a0723d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.063023] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2912d-073e-baad-65da-22fe4a793816/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.063023] env[71114]: ERROR oslo_vmware.rw_handles [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2912d-073e-baad-65da-22fe4a793816/disk-0.vmdk due to incomplete transfer. [ 968.063023] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eb7e6c7b-f33e-4138-8bba-90b6e1ab0ba9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.072707] env[71114]: DEBUG oslo_vmware.rw_handles [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e2912d-073e-baad-65da-22fe4a793816/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.072707] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Uploaded image db0d526a-5de1-4e5c-86db-4209125aff4a to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.073547] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.074283] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ebed06a0-a346-4d31-a1cc-599eabf9158f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.085036] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 968.085036] env[71114]: value = "task-3821861" [ 968.085036] env[71114]: _type = "Task" [ 968.085036] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.091322] env[71114]: DEBUG nova.compute.manager [req-995767c7-afb4-4710-ba65-71427e1a4d34 req-da794492-2fc0-42a5-b7b9-e57b33cdf841 service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received event network-vif-plugged-c29feea2-553d-44dc-8fc8-dff13bfe0e46 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.091322] env[71114]: DEBUG oslo_concurrency.lockutils [req-995767c7-afb4-4710-ba65-71427e1a4d34 req-da794492-2fc0-42a5-b7b9-e57b33cdf841 service nova] Acquiring lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.091322] env[71114]: DEBUG oslo_concurrency.lockutils [req-995767c7-afb4-4710-ba65-71427e1a4d34 req-da794492-2fc0-42a5-b7b9-e57b33cdf841 service nova] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.091322] env[71114]: DEBUG oslo_concurrency.lockutils [req-995767c7-afb4-4710-ba65-71427e1a4d34 req-da794492-2fc0-42a5-b7b9-e57b33cdf841 service nova] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.091322] env[71114]: DEBUG nova.compute.manager [req-995767c7-afb4-4710-ba65-71427e1a4d34 req-da794492-2fc0-42a5-b7b9-e57b33cdf841 service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] No waiting events found dispatching network-vif-plugged-c29feea2-553d-44dc-8fc8-dff13bfe0e46 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 968.091577] env[71114]: WARNING nova.compute.manager [req-995767c7-afb4-4710-ba65-71427e1a4d34 req-da794492-2fc0-42a5-b7b9-e57b33cdf841 service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received unexpected event network-vif-plugged-c29feea2-553d-44dc-8fc8-dff13bfe0e46 for instance with vm_state building and task_state spawning. [ 968.098611] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821861, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.425255] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821860, 'name': ReconfigVM_Task, 'duration_secs': 0.41741} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.425493] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Reconfigured VM instance instance-0000003f to attach disk [datastore2] a7aad26c-c285-4d67-9af9-076fd1f0d9d6/ephemeral_0.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.428881] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85f7f707-3c7f-4f01-a60d-ad8679d6d647 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.438392] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 968.438392] env[71114]: value = "task-3821862" [ 968.438392] env[71114]: _type = "Task" [ 968.438392] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.438869] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "refresh_cache-567c2c93-bdd0-4013-b932-eb07d8294e52" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.440286] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquired lock "refresh_cache-567c2c93-bdd0-4013-b932-eb07d8294e52" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.440286] env[71114]: DEBUG nova.network.neutron [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.440286] env[71114]: DEBUG nova.objects.instance [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lazy-loading 'info_cache' on Instance uuid 567c2c93-bdd0-4013-b932-eb07d8294e52 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.457316] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821862, 'name': Rename_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.498133] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.498133] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.498133] env[71114]: DEBUG nova.network.neutron [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.597516] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821861, 'name': Destroy_Task, 'duration_secs': 0.403375} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.597516] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Destroyed the VM [ 968.597673] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 968.597930] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ddbcb155-f871-420d-a2b4-261cd6788d35 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.608578] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 968.608578] env[71114]: value = "task-3821863" [ 968.608578] env[71114]: _type = "Task" [ 968.608578] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.623778] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821863, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.952671] env[71114]: DEBUG nova.objects.base [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Object Instance<567c2c93-bdd0-4013-b932-eb07d8294e52> lazy-loaded attributes: flavor,info_cache {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 968.955720] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821862, 'name': Rename_Task, 'duration_secs': 0.201932} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.956279] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.956537] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebe25598-a2e6-49b5-a0cf-6f33540c32a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.966271] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 968.966271] env[71114]: value = "task-3821864" [ 968.966271] env[71114]: _type = "Task" [ 968.966271] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.975961] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.042753] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b470a053-efff-4a09-9721-1850ac3627c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.052602] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb82bdd-0db4-46a3-8e7f-fcfca66f5345 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.090641] env[71114]: DEBUG nova.network.neutron [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.094194] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4698a4-8b77-4049-a797-13738ecf8018 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.104769] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20fe042-49f1-445c-822e-3690f1837165 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.128460] env[71114]: DEBUG nova.compute.provider_tree [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.136021] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821863, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.454196] env[71114]: DEBUG nova.network.neutron [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updating instance_info_cache with network_info: [{"id": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "address": "fa:16:3e:47:d3:78", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29feea2-55", "ovs_interfaceid": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.481030] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821864, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.628502] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821863, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.638035] env[71114]: DEBUG nova.scheduler.client.report [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.960122] env[71114]: DEBUG nova.network.neutron [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Updating instance_info_cache with network_info: [{"id": "807632e5-b597-491e-b1de-b9e61107c4e2", "address": "fa:16:3e:6d:03:99", "network": {"id": "cbe38e6d-baf2-49dd-9930-17f1bff7201f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-186189456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78c77cd85a994ea6aa8668fa6c829145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807632e5-b5", "ovs_interfaceid": "807632e5-b597-491e-b1de-b9e61107c4e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.962398] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.962871] env[71114]: DEBUG nova.compute.manager [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Instance network_info: |[{"id": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "address": "fa:16:3e:47:d3:78", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29feea2-55", "ovs_interfaceid": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.965521] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:d3:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c29feea2-553d-44dc-8fc8-dff13bfe0e46', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.976869] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.979017] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.981722] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1296ae8d-ab09-47f1-99c2-1fc6c7333732 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.004392] env[71114]: DEBUG oslo_vmware.api [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821864, 'name': PowerOnVM_Task, 'duration_secs': 0.698378} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.005821] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.006448] env[71114]: INFO nova.compute.manager [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Took 9.59 seconds to spawn the instance on the hypervisor. [ 970.006448] env[71114]: DEBUG nova.compute.manager [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.006448] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.006448] env[71114]: value = "task-3821865" [ 970.006448] env[71114]: _type = "Task" [ 970.006448] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.007218] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c338e3c2-2aad-45e8-b19d-dab2904f7e7c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.019223] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821865, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.122197] env[71114]: DEBUG oslo_vmware.api [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821863, 'name': RemoveSnapshot_Task, 'duration_secs': 1.089973} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.122481] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.122793] env[71114]: INFO nova.compute.manager [None req-a35811ef-293b-4f2c-844e-4156ee9dfeb7 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Took 16.60 seconds to snapshot the instance on the hypervisor. [ 970.145042] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.145042] env[71114]: DEBUG nova.compute.manager [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.148064] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.331s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.150017] env[71114]: DEBUG nova.objects.instance [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lazy-loading 'resources' on Instance uuid 5d3ff322-f182-48be-9066-203f120b2512 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.162366] env[71114]: DEBUG nova.compute.manager [req-9771a5f5-a4c6-437f-9023-9010be563f34 req-96e36c64-283d-4125-8469-32a223d8a4ed service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received event network-changed-c29feea2-553d-44dc-8fc8-dff13bfe0e46 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.162588] env[71114]: DEBUG nova.compute.manager [req-9771a5f5-a4c6-437f-9023-9010be563f34 req-96e36c64-283d-4125-8469-32a223d8a4ed service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Refreshing instance network info cache due to event network-changed-c29feea2-553d-44dc-8fc8-dff13bfe0e46. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.162845] env[71114]: DEBUG oslo_concurrency.lockutils [req-9771a5f5-a4c6-437f-9023-9010be563f34 req-96e36c64-283d-4125-8469-32a223d8a4ed service nova] Acquiring lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.163050] env[71114]: DEBUG oslo_concurrency.lockutils [req-9771a5f5-a4c6-437f-9023-9010be563f34 req-96e36c64-283d-4125-8469-32a223d8a4ed service nova] Acquired lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.163303] env[71114]: DEBUG nova.network.neutron [req-9771a5f5-a4c6-437f-9023-9010be563f34 req-96e36c64-283d-4125-8469-32a223d8a4ed service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Refreshing network info cache for port c29feea2-553d-44dc-8fc8-dff13bfe0e46 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.463363] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Releasing lock "refresh_cache-567c2c93-bdd0-4013-b932-eb07d8294e52" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.523704] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821865, 'name': CreateVM_Task, 'duration_secs': 0.456911} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.524092] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.525119] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.525992] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.525992] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.531983] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26991a42-8226-4628-9ac0-12c50a715e4f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.537960] env[71114]: INFO nova.compute.manager [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Took 65.10 seconds to build instance. [ 970.541544] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 970.541544] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521bdabb-834a-abf2-a003-073e06222852" [ 970.541544] env[71114]: _type = "Task" [ 970.541544] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.558609] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521bdabb-834a-abf2-a003-073e06222852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.651114] env[71114]: DEBUG nova.compute.utils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.656019] env[71114]: DEBUG nova.compute.manager [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.656853] env[71114]: DEBUG nova.network.neutron [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.704331] env[71114]: DEBUG nova.policy [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7736fbf319ff41d3907bed873adf9df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0b0e1284bf469fb35bf157448e2fca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.043313] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a4cc39da-46cd-4b0c-8d1d-f7baca65ac02 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.008s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.058700] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521bdabb-834a-abf2-a003-073e06222852, 'name': SearchDatastore_Task, 'duration_secs': 0.019634} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.059247] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.059247] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.059353] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.059467] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.059918] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.059918] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6e058bf-915a-4103-918d-8556760074e0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.078029] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.078296] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.079675] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca019345-9639-4895-ab48-e58e9127fdb4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.088144] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 971.088144] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52933e70-512a-8a68-e19f-836439c51835" [ 971.088144] env[71114]: _type = "Task" [ 971.088144] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.102038] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52933e70-512a-8a68-e19f-836439c51835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.141300] env[71114]: DEBUG nova.network.neutron [req-9771a5f5-a4c6-437f-9023-9010be563f34 req-96e36c64-283d-4125-8469-32a223d8a4ed service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updated VIF entry in instance network info cache for port c29feea2-553d-44dc-8fc8-dff13bfe0e46. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.141728] env[71114]: DEBUG nova.network.neutron [req-9771a5f5-a4c6-437f-9023-9010be563f34 req-96e36c64-283d-4125-8469-32a223d8a4ed service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updating instance_info_cache with network_info: [{"id": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "address": "fa:16:3e:47:d3:78", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29feea2-55", "ovs_interfaceid": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.160093] env[71114]: DEBUG nova.compute.manager [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.197969] env[71114]: DEBUG nova.network.neutron [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Successfully created port: c032a0ed-8f63-4f95-b699-2f22658b59e3 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.335024] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd2be3e-6df7-4308-802b-d6fbd02eb0c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.346462] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2120662-232e-494a-870e-fdf5e03c6065 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.381149] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e04b904-c5e8-416e-b046-1226f2f064f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.391128] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d26b7-77d9-40bf-bf4f-1ba72c9e9293 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.408512] env[71114]: DEBUG nova.compute.provider_tree [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.468020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquiring lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.468020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.468020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquiring lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.468020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.468020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.469649] env[71114]: INFO nova.compute.manager [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Terminating instance [ 971.473508] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.474151] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0ad9b78-1ee6-4d1a-9b90-8cf6a46d5483 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.482901] env[71114]: DEBUG oslo_vmware.api [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 971.482901] env[71114]: value = "task-3821866" [ 971.482901] env[71114]: _type = "Task" [ 971.482901] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.492774] env[71114]: DEBUG oslo_vmware.api [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.554265] env[71114]: DEBUG nova.compute.manager [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.610974] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52933e70-512a-8a68-e19f-836439c51835, 'name': SearchDatastore_Task, 'duration_secs': 0.015028} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.612024] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a89677-07ea-400f-bbdb-c943385f0a5a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.619096] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 971.619096] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527728e4-07ff-7b3b-2da0-a5e7d8a36527" [ 971.619096] env[71114]: _type = "Task" [ 971.619096] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.627998] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527728e4-07ff-7b3b-2da0-a5e7d8a36527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.644372] env[71114]: DEBUG oslo_concurrency.lockutils [req-9771a5f5-a4c6-437f-9023-9010be563f34 req-96e36c64-283d-4125-8469-32a223d8a4ed service nova] Releasing lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.911742] env[71114]: DEBUG nova.scheduler.client.report [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.976020] env[71114]: DEBUG nova.compute.manager [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.976285] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.977326] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3655a92-7f81-4d63-a655-c546b7993bf0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.991891] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.994019] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df2aa26-3dbc-4e4d-bfdd-c817208e9585 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.998594] env[71114]: DEBUG oslo_vmware.api [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.000301] env[71114]: DEBUG oslo_vmware.api [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 972.000301] env[71114]: value = "task-3821867" [ 972.000301] env[71114]: _type = "Task" [ 972.000301] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.011388] env[71114]: DEBUG oslo_vmware.api [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.089440] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.131312] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527728e4-07ff-7b3b-2da0-a5e7d8a36527, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.131764] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.132141] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c10ce708-47bb-4099-918f-9475b1ecfd4e/c10ce708-47bb-4099-918f-9475b1ecfd4e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.132523] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52383bc1-43b1-4cb7-bde8-1171cc1e1d7b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.144879] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 972.144879] env[71114]: value = "task-3821868" [ 972.144879] env[71114]: _type = "Task" [ 972.144879] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.156647] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.170077] env[71114]: DEBUG nova.compute.manager [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.211056] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ae73972e0748cf15db62010418f8cae8',container_format='bare',created_at=2025-05-05T22:33:24Z,direct_url=,disk_format='vmdk',id=537dcd0a-7e62-4027-ae1a-456cdea988e2,min_disk=1,min_ram=0,name='tempest-test-snap-170500207',owner='aa0b0e1284bf469fb35bf157448e2fca',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-05T22:33:39Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.211373] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.211556] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.211787] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.212738] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.213429] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.213554] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.213861] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.214219] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.214548] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.214896] env[71114]: DEBUG nova.virt.hardware [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.218138] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f750ee47-5a2c-4378-9afa-dd8effcf8088 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.229599] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d3fc3-bb51-4b2d-bb78-76ebccaec268 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.421422] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.431640] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 53.599s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.450969] env[71114]: INFO nova.scheduler.client.report [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Deleted allocations for instance 5d3ff322-f182-48be-9066-203f120b2512 [ 972.492961] env[71114]: DEBUG nova.compute.manager [req-30fff574-0ff0-42e8-b375-c0f093e7d399 req-7181e56b-221b-4f2f-bf4e-37baf04cb8d5 service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Received event network-changed-9dde54ba-9266-4b60-a949-3b088009a6e2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.492961] env[71114]: DEBUG nova.compute.manager [req-30fff574-0ff0-42e8-b375-c0f093e7d399 req-7181e56b-221b-4f2f-bf4e-37baf04cb8d5 service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Refreshing instance network info cache due to event network-changed-9dde54ba-9266-4b60-a949-3b088009a6e2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.492961] env[71114]: DEBUG oslo_concurrency.lockutils [req-30fff574-0ff0-42e8-b375-c0f093e7d399 req-7181e56b-221b-4f2f-bf4e-37baf04cb8d5 service nova] Acquiring lock "refresh_cache-a7aad26c-c285-4d67-9af9-076fd1f0d9d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.492961] env[71114]: DEBUG oslo_concurrency.lockutils [req-30fff574-0ff0-42e8-b375-c0f093e7d399 req-7181e56b-221b-4f2f-bf4e-37baf04cb8d5 service nova] Acquired lock "refresh_cache-a7aad26c-c285-4d67-9af9-076fd1f0d9d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.492961] env[71114]: DEBUG nova.network.neutron [req-30fff574-0ff0-42e8-b375-c0f093e7d399 req-7181e56b-221b-4f2f-bf4e-37baf04cb8d5 service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Refreshing network info cache for port 9dde54ba-9266-4b60-a949-3b088009a6e2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.504291] env[71114]: DEBUG oslo_vmware.api [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821866, 'name': PowerOnVM_Task, 'duration_secs': 0.606466} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.507159] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.507389] env[71114]: DEBUG nova.compute.manager [None req-d8d67c57-40c7-44e5-a835-5b7702c242e4 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.510182] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb37db4-de18-4e96-a798-520ebde14d4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.524969] env[71114]: DEBUG oslo_vmware.api [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821867, 'name': PowerOffVM_Task, 'duration_secs': 0.342197} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.528469] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.528916] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.529542] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec73a826-5f96-4ab1-9b98-02cb2fdec384 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.621146] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.621438] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.621663] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Deleting the datastore file [datastore2] e9cd253a-fe1d-4c04-ac2f-17207f16e7f6 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.622049] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccee4449-e1bd-4623-ab9f-ac72f7275b57 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.636791] env[71114]: DEBUG oslo_vmware.api [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for the task: (returnval){ [ 972.636791] env[71114]: value = "task-3821870" [ 972.636791] env[71114]: _type = "Task" [ 972.636791] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.657388] env[71114]: DEBUG oslo_vmware.api [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.666577] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821868, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.961851] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e93343e-0965-4730-9ebb-7d06e88d0466 tempest-ServersAdminNegativeTestJSON-1542145379 tempest-ServersAdminNegativeTestJSON-1542145379-project-member] Lock "5d3ff322-f182-48be-9066-203f120b2512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 60.684s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.152768] env[71114]: DEBUG oslo_vmware.api [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Task: {'id': task-3821870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333636} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.153522] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.153787] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.154017] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.154228] env[71114]: INFO nova.compute.manager [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 973.154423] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.154615] env[71114]: DEBUG nova.compute.manager [-] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.154719] env[71114]: DEBUG nova.network.neutron [-] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.161278] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600657} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.161865] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c10ce708-47bb-4099-918f-9475b1ecfd4e/c10ce708-47bb-4099-918f-9475b1ecfd4e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.162101] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.162359] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42cfc322-4cc8-4c20-b76c-3f88cc05184e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.171410] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 973.171410] env[71114]: value = "task-3821871" [ 973.171410] env[71114]: _type = "Task" [ 973.171410] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.183088] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.263840] env[71114]: DEBUG nova.compute.manager [req-b34966ca-b570-45c7-8aef-1fc28f3ccb96 req-c9e0f720-be9c-4399-a537-0219e2518a55 service nova] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Received event network-vif-plugged-c032a0ed-8f63-4f95-b699-2f22658b59e3 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.264288] env[71114]: DEBUG oslo_concurrency.lockutils [req-b34966ca-b570-45c7-8aef-1fc28f3ccb96 req-c9e0f720-be9c-4399-a537-0219e2518a55 service nova] Acquiring lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.264967] env[71114]: DEBUG oslo_concurrency.lockutils [req-b34966ca-b570-45c7-8aef-1fc28f3ccb96 req-c9e0f720-be9c-4399-a537-0219e2518a55 service nova] Lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.266123] env[71114]: DEBUG oslo_concurrency.lockutils [req-b34966ca-b570-45c7-8aef-1fc28f3ccb96 req-c9e0f720-be9c-4399-a537-0219e2518a55 service nova] Lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.266123] env[71114]: DEBUG nova.compute.manager [req-b34966ca-b570-45c7-8aef-1fc28f3ccb96 req-c9e0f720-be9c-4399-a537-0219e2518a55 service nova] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] No waiting events found dispatching network-vif-plugged-c032a0ed-8f63-4f95-b699-2f22658b59e3 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 973.266123] env[71114]: WARNING nova.compute.manager [req-b34966ca-b570-45c7-8aef-1fc28f3ccb96 req-c9e0f720-be9c-4399-a537-0219e2518a55 service nova] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Received unexpected event network-vif-plugged-c032a0ed-8f63-4f95-b699-2f22658b59e3 for instance with vm_state building and task_state spawning. [ 973.336220] env[71114]: DEBUG nova.network.neutron [req-30fff574-0ff0-42e8-b375-c0f093e7d399 req-7181e56b-221b-4f2f-bf4e-37baf04cb8d5 service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Updated VIF entry in instance network info cache for port 9dde54ba-9266-4b60-a949-3b088009a6e2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.336220] env[71114]: DEBUG nova.network.neutron [req-30fff574-0ff0-42e8-b375-c0f093e7d399 req-7181e56b-221b-4f2f-bf4e-37baf04cb8d5 service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Updating instance_info_cache with network_info: [{"id": "9dde54ba-9266-4b60-a949-3b088009a6e2", "address": "fa:16:3e:84:53:34", "network": {"id": "a3f9a684-56f0-4393-938e-4295d715bc84", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1723527221-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "158d810366a340f5906c0794d58eb2c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dde54ba-92", "ovs_interfaceid": "9dde54ba-9266-4b60-a949-3b088009a6e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.425440] env[71114]: DEBUG nova.network.neutron [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Successfully updated port: c032a0ed-8f63-4f95-b699-2f22658b59e3 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.457061] env[71114]: INFO nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating resource usage from migration 56bd8ef1-cfdf-4323-b6cb-aaa9ccfbd449 [ 973.484835] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance eb07163f-4135-46ed-ab10-dee92d3942cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.485041] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 7908850c-f4b3-41ac-9c4a-41c21151041c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.485250] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance c98896e0-beae-4aa6-b353-2cd3e1a390fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.485395] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance d9068da9-cfe5-40fd-95b8-5c5597f5e268 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.485524] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance c7c2f338-e656-408e-bae8-92bb630d2aa9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.485646] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance d760b9b9-a311-474b-99f8-b3397ade6488 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.485760] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.485872] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance b2f9536e-f32c-4e94-bb2f-eced831895f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.485983] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 23a6d860-acaa-4507-8d5a-af16de278202 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.486105] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 25373ebd-b080-43d9-bc29-02d54548feb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.486215] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e6e0bcec-4e82-45eb-ba70-03a2aa0648d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.486322] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.486523] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e9cd253a-fe1d-4c04-ac2f-17207f16e7f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.486582] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance c1751036-ad4d-451b-a12c-a1771af5aadb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 973.486696] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 567c2c93-bdd0-4013-b932-eb07d8294e52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.486817] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance b0d96ca6-5a28-4cbe-9b7f-6d43639479fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.486955] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 699581d9-6007-4ea3-ae97-50b9babfcd49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.487099] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance f130ac14-ce51-46c2-84a9-d22fa13f3f8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.487214] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance a7aad26c-c285-4d67-9af9-076fd1f0d9d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.487324] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance c10ce708-47bb-4099-918f-9475b1ecfd4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.487434] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance cd25f327-611a-4b5f-baf6-916dbe1f8f6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 973.681971] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077792} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.682358] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.683120] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17101a6-718d-4ded-8cb1-975bb81d7a3f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.709442] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] c10ce708-47bb-4099-918f-9475b1ecfd4e/c10ce708-47bb-4099-918f-9475b1ecfd4e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.709797] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffadf3dd-59f1-4305-8628-7e77b358cebb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.734342] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 973.734342] env[71114]: value = "task-3821872" [ 973.734342] env[71114]: _type = "Task" [ 973.734342] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.744884] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.838541] env[71114]: DEBUG oslo_concurrency.lockutils [req-30fff574-0ff0-42e8-b375-c0f093e7d399 req-7181e56b-221b-4f2f-bf4e-37baf04cb8d5 service nova] Releasing lock "refresh_cache-a7aad26c-c285-4d67-9af9-076fd1f0d9d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.928787] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "refresh_cache-cd25f327-611a-4b5f-baf6-916dbe1f8f6d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.928974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "refresh_cache-cd25f327-611a-4b5f-baf6-916dbe1f8f6d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.929173] env[71114]: DEBUG nova.network.neutron [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.993074] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 6491ab75-acd9-4ee0-9b62-648e99c61786 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 974.157068] env[71114]: DEBUG nova.network.neutron [-] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.245646] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821872, 'name': ReconfigVM_Task, 'duration_secs': 0.4596} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.245976] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Reconfigured VM instance instance-00000040 to attach disk [datastore1] c10ce708-47bb-4099-918f-9475b1ecfd4e/c10ce708-47bb-4099-918f-9475b1ecfd4e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.246661] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55ba65e9-3491-4976-9cc0-65d49d3f753b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.256097] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 974.256097] env[71114]: value = "task-3821873" [ 974.256097] env[71114]: _type = "Task" [ 974.256097] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.266028] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821873, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.473977] env[71114]: DEBUG nova.network.neutron [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.495787] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 63908f55-ee31-46c3-afda-79191162c0a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 974.661978] env[71114]: INFO nova.compute.manager [-] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Took 1.51 seconds to deallocate network for instance. [ 974.680440] env[71114]: DEBUG nova.network.neutron [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Updating instance_info_cache with network_info: [{"id": "c032a0ed-8f63-4f95-b699-2f22658b59e3", "address": "fa:16:3e:66:3a:ce", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc032a0ed-8f", "ovs_interfaceid": "c032a0ed-8f63-4f95-b699-2f22658b59e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.768807] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821873, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.999046] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 00c9bb4e-4897-4282-8649-55a1041043f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 975.169352] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.183278] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "refresh_cache-cd25f327-611a-4b5f-baf6-916dbe1f8f6d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.183655] env[71114]: DEBUG nova.compute.manager [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Instance network_info: |[{"id": "c032a0ed-8f63-4f95-b699-2f22658b59e3", "address": "fa:16:3e:66:3a:ce", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc032a0ed-8f", "ovs_interfaceid": "c032a0ed-8f63-4f95-b699-2f22658b59e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.184694] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:3a:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c032a0ed-8f63-4f95-b699-2f22658b59e3', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.195501] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.195501] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.195501] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e19b0874-e41c-412f-9e23-3d95680c9c27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.217617] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.217617] env[71114]: value = "task-3821874" [ 975.217617] env[71114]: _type = "Task" [ 975.217617] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.227290] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821874, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.273235] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821873, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.327654] env[71114]: DEBUG nova.compute.manager [req-2c94e035-7596-46aa-ab14-a5eadb1968ab req-40f7f5f0-f758-4da3-bb17-dbbb4a4787c8 service nova] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Received event network-changed-c032a0ed-8f63-4f95-b699-2f22658b59e3 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.327859] env[71114]: DEBUG nova.compute.manager [req-2c94e035-7596-46aa-ab14-a5eadb1968ab req-40f7f5f0-f758-4da3-bb17-dbbb4a4787c8 service nova] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Refreshing instance network info cache due to event network-changed-c032a0ed-8f63-4f95-b699-2f22658b59e3. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.328112] env[71114]: DEBUG oslo_concurrency.lockutils [req-2c94e035-7596-46aa-ab14-a5eadb1968ab req-40f7f5f0-f758-4da3-bb17-dbbb4a4787c8 service nova] Acquiring lock "refresh_cache-cd25f327-611a-4b5f-baf6-916dbe1f8f6d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.328263] env[71114]: DEBUG oslo_concurrency.lockutils [req-2c94e035-7596-46aa-ab14-a5eadb1968ab req-40f7f5f0-f758-4da3-bb17-dbbb4a4787c8 service nova] Acquired lock "refresh_cache-cd25f327-611a-4b5f-baf6-916dbe1f8f6d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.328971] env[71114]: DEBUG nova.network.neutron [req-2c94e035-7596-46aa-ab14-a5eadb1968ab req-40f7f5f0-f758-4da3-bb17-dbbb4a4787c8 service nova] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Refreshing network info cache for port c032a0ed-8f63-4f95-b699-2f22658b59e3 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.502305] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance fe89caa9-2994-4746-bfef-2caf5e023254 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 975.733162] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821874, 'name': CreateVM_Task, 'duration_secs': 0.463123} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.733162] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.734179] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.734519] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.734956] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.735333] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6654b57-7c10-477c-a79c-b9aafaaa34d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.740653] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 975.740653] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fe15d7-7c2a-125a-89cb-1b98cfa91f2c" [ 975.740653] env[71114]: _type = "Task" [ 975.740653] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.752163] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fe15d7-7c2a-125a-89cb-1b98cfa91f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.767274] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821873, 'name': Rename_Task, 'duration_secs': 1.210946} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.767667] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.768103] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78cca4fa-22ed-4651-9436-ab45b7a4d44b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.777294] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 975.777294] env[71114]: value = "task-3821875" [ 975.777294] env[71114]: _type = "Task" [ 975.777294] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.786829] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.006304] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance b3cfe0e4-d9c8-42d4-b1e1-589941801a8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 976.250662] env[71114]: DEBUG nova.network.neutron [req-2c94e035-7596-46aa-ab14-a5eadb1968ab req-40f7f5f0-f758-4da3-bb17-dbbb4a4787c8 service nova] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Updated VIF entry in instance network info cache for port c032a0ed-8f63-4f95-b699-2f22658b59e3. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.253854] env[71114]: DEBUG nova.network.neutron [req-2c94e035-7596-46aa-ab14-a5eadb1968ab req-40f7f5f0-f758-4da3-bb17-dbbb4a4787c8 service nova] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Updating instance_info_cache with network_info: [{"id": "c032a0ed-8f63-4f95-b699-2f22658b59e3", "address": "fa:16:3e:66:3a:ce", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc032a0ed-8f", "ovs_interfaceid": "c032a0ed-8f63-4f95-b699-2f22658b59e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.261272] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.261433] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Processing image 537dcd0a-7e62-4027-ae1a-456cdea988e2 {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.262066] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2/537dcd0a-7e62-4027-ae1a-456cdea988e2.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.262066] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2/537dcd0a-7e62-4027-ae1a-456cdea988e2.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.262066] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.262342] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc00cb0d-5737-49f4-93f9-9a6880391300 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.274172] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.274464] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.275262] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7cf18a-bd1f-415f-80b4-3d2aa2b318e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.290433] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 976.290433] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bfb31b-1010-8ba8-93e7-c96c2d458cfd" [ 976.290433] env[71114]: _type = "Task" [ 976.290433] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.291210] env[71114]: DEBUG oslo_vmware.api [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3821875, 'name': PowerOnVM_Task, 'duration_secs': 0.482905} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.292928] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.293177] env[71114]: INFO nova.compute.manager [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Took 9.29 seconds to spawn the instance on the hypervisor. [ 976.293372] env[71114]: DEBUG nova.compute.manager [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 976.300989] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a91d1d0-ed10-4434-aad6-9bb10a4fd8a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.317576] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Preparing fetch location {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 976.318050] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Fetch image to [datastore2] OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4/OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4.vmdk {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 976.318645] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Downloading stream optimized image 537dcd0a-7e62-4027-ae1a-456cdea988e2 to [datastore2] OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4/OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4.vmdk on the data store datastore2 as vApp {{(pid=71114) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 976.318645] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Downloading image file data 537dcd0a-7e62-4027-ae1a-456cdea988e2 to the ESX as VM named 'OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4' {{(pid=71114) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 976.417295] env[71114]: DEBUG oslo_vmware.rw_handles [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 976.417295] env[71114]: value = "resgroup-9" [ 976.417295] env[71114]: _type = "ResourcePool" [ 976.417295] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 976.417609] env[71114]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-603b3ccb-d84a-4714-8e0e-ad958d8eb66e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.447179] env[71114]: DEBUG oslo_vmware.rw_handles [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lease: (returnval){ [ 976.447179] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ec6b2d-6cfd-58f5-c4e1-265576184339" [ 976.447179] env[71114]: _type = "HttpNfcLease" [ 976.447179] env[71114]: } obtained for vApp import into resource pool (val){ [ 976.447179] env[71114]: value = "resgroup-9" [ 976.447179] env[71114]: _type = "ResourcePool" [ 976.447179] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 976.447496] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the lease: (returnval){ [ 976.447496] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ec6b2d-6cfd-58f5-c4e1-265576184339" [ 976.447496] env[71114]: _type = "HttpNfcLease" [ 976.447496] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 976.459390] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.459390] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ec6b2d-6cfd-58f5-c4e1-265576184339" [ 976.459390] env[71114]: _type = "HttpNfcLease" [ 976.459390] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 976.509428] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 976.757652] env[71114]: DEBUG oslo_concurrency.lockutils [req-2c94e035-7596-46aa-ab14-a5eadb1968ab req-40f7f5f0-f758-4da3-bb17-dbbb4a4787c8 service nova] Releasing lock "refresh_cache-cd25f327-611a-4b5f-baf6-916dbe1f8f6d" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.758047] env[71114]: DEBUG nova.compute.manager [req-2c94e035-7596-46aa-ab14-a5eadb1968ab req-40f7f5f0-f758-4da3-bb17-dbbb4a4787c8 service nova] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Received event network-vif-deleted-b506827e-931d-4f97-a59e-1448a78345b4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.797803] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "699581d9-6007-4ea3-ae97-50b9babfcd49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.798140] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "699581d9-6007-4ea3-ae97-50b9babfcd49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.798374] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "699581d9-6007-4ea3-ae97-50b9babfcd49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.798587] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "699581d9-6007-4ea3-ae97-50b9babfcd49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.798761] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "699581d9-6007-4ea3-ae97-50b9babfcd49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.805223] env[71114]: INFO nova.compute.manager [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Terminating instance [ 976.826484] env[71114]: INFO nova.compute.manager [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Took 65.91 seconds to build instance. [ 976.960218] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 976.960218] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ec6b2d-6cfd-58f5-c4e1-265576184339" [ 976.960218] env[71114]: _type = "HttpNfcLease" [ 976.960218] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 977.014234] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance c9e53417-156f-4bf4-8fba-e8e3ff5fa80c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 977.014234] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Migration 56bd8ef1-cfdf-4323-b6cb-aaa9ccfbd449 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 977.014234] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 2f9f3bdd-1c9a-456b-9959-146dc2aec368 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 977.310927] env[71114]: DEBUG nova.compute.manager [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.311630] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.312547] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbf4a95-90f4-45d6-afa9-9f6075531969 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.323991] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.324699] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b112b29-974c-4308-a19d-c0aadc55e0dd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.328308] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f8c54d55-efcc-4a25-97fc-336178def780 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.874s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.332083] env[71114]: DEBUG oslo_vmware.api [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 977.332083] env[71114]: value = "task-3821877" [ 977.332083] env[71114]: _type = "Task" [ 977.332083] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.342227] env[71114]: DEBUG oslo_vmware.api [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.458144] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.458144] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ec6b2d-6cfd-58f5-c4e1-265576184339" [ 977.458144] env[71114]: _type = "HttpNfcLease" [ 977.458144] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 977.458486] env[71114]: DEBUG oslo_vmware.rw_handles [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 977.458486] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ec6b2d-6cfd-58f5-c4e1-265576184339" [ 977.458486] env[71114]: _type = "HttpNfcLease" [ 977.458486] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 977.459335] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabe625f-f427-4ab6-b070-9f2baf11c319 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.477663] env[71114]: DEBUG oslo_vmware.rw_handles [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285f819-c2ee-cf4f-9d47-2e1013f2de2d/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 977.477993] env[71114]: DEBUG oslo_vmware.rw_handles [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285f819-c2ee-cf4f-9d47-2e1013f2de2d/disk-0.vmdk. {{(pid=71114) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 977.553108] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 4072512a-78dc-4b19-9834-0536e07ced5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 977.562268] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd7f949b-edeb-4768-92d5-7294674e5f80 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.831693] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.848753] env[71114]: DEBUG oslo_vmware.api [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821877, 'name': PowerOffVM_Task, 'duration_secs': 0.267172} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.853108] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.853511] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.853851] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b1b9204-7f62-4816-894a-ae83df9a28d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.934366] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.934366] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.934366] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Deleting the datastore file [datastore2] 699581d9-6007-4ea3-ae97-50b9babfcd49 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.934366] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87ede7ab-095d-4cf6-9acc-cc6055c16dfd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.945966] env[71114]: DEBUG oslo_vmware.api [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 977.945966] env[71114]: value = "task-3821879" [ 977.945966] env[71114]: _type = "Task" [ 977.945966] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.957837] env[71114]: DEBUG oslo_vmware.api [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.057023] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 978.153450] env[71114]: DEBUG nova.compute.manager [req-26d3f007-9e9e-478a-9f53-e87914062fb0 req-10d959af-c6e9-4a4c-933c-1bd041b468db service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received event network-changed-c29feea2-553d-44dc-8fc8-dff13bfe0e46 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.155406] env[71114]: DEBUG nova.compute.manager [req-26d3f007-9e9e-478a-9f53-e87914062fb0 req-10d959af-c6e9-4a4c-933c-1bd041b468db service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Refreshing instance network info cache due to event network-changed-c29feea2-553d-44dc-8fc8-dff13bfe0e46. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.155732] env[71114]: DEBUG oslo_concurrency.lockutils [req-26d3f007-9e9e-478a-9f53-e87914062fb0 req-10d959af-c6e9-4a4c-933c-1bd041b468db service nova] Acquiring lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.155917] env[71114]: DEBUG oslo_concurrency.lockutils [req-26d3f007-9e9e-478a-9f53-e87914062fb0 req-10d959af-c6e9-4a4c-933c-1bd041b468db service nova] Acquired lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.157034] env[71114]: DEBUG nova.network.neutron [req-26d3f007-9e9e-478a-9f53-e87914062fb0 req-10d959af-c6e9-4a4c-933c-1bd041b468db service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Refreshing network info cache for port c29feea2-553d-44dc-8fc8-dff13bfe0e46 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.366399] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.457279] env[71114]: DEBUG oslo_vmware.api [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240601} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.458919] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.459138] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.459419] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.459631] env[71114]: INFO nova.compute.manager [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Took 1.15 seconds to destroy the instance on the hypervisor. [ 978.459895] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.460107] env[71114]: DEBUG nova.compute.manager [-] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.460294] env[71114]: DEBUG nova.network.neutron [-] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.472573] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquiring lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.472848] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.562143] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance b3eb4c21-5479-4072-9b6f-edc4e53ee97e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 978.581740] env[71114]: DEBUG oslo_vmware.rw_handles [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Completed reading data from the image iterator. {{(pid=71114) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 978.581958] env[71114]: DEBUG oslo_vmware.rw_handles [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285f819-c2ee-cf4f-9d47-2e1013f2de2d/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 978.583264] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae23319-cd44-4a57-9a2e-43dbf424b14e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.593248] env[71114]: DEBUG oslo_vmware.rw_handles [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285f819-c2ee-cf4f-9d47-2e1013f2de2d/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 978.593434] env[71114]: DEBUG oslo_vmware.rw_handles [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285f819-c2ee-cf4f-9d47-2e1013f2de2d/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 978.593677] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-13b477f3-6e41-4003-9627-d1d8a948462a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.917463] env[71114]: DEBUG oslo_vmware.rw_handles [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5285f819-c2ee-cf4f-9d47-2e1013f2de2d/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 978.917743] env[71114]: INFO nova.virt.vmwareapi.images [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Downloaded image file data 537dcd0a-7e62-4027-ae1a-456cdea988e2 [ 978.918644] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a83806-e9e8-45b2-9b0d-5d9ebb0d2c07 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.938598] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad41eaf0-01e5-46d1-acad-5157ce98cacc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.968794] env[71114]: INFO nova.virt.vmwareapi.images [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] The imported VM was unregistered [ 978.971900] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Caching image {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 978.972293] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating directory with path [datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2 {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.973460] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d996ff40-3e7b-4d74-ae60-e596cd8620b9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.985901] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Created directory with path [datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2 {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.986930] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4/OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4.vmdk to [datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2/537dcd0a-7e62-4027-ae1a-456cdea988e2.vmdk. {{(pid=71114) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 978.986930] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-87b5af1a-5c9e-46d5-bb6d-679ef0353de9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.994237] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 978.994237] env[71114]: value = "task-3821881" [ 978.994237] env[71114]: _type = "Task" [ 978.994237] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.004822] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821881, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.067667] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 82db1f29-6cc8-469b-8f42-ea766de74c6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 979.249899] env[71114]: DEBUG nova.network.neutron [req-26d3f007-9e9e-478a-9f53-e87914062fb0 req-10d959af-c6e9-4a4c-933c-1bd041b468db service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updated VIF entry in instance network info cache for port c29feea2-553d-44dc-8fc8-dff13bfe0e46. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.249899] env[71114]: DEBUG nova.network.neutron [req-26d3f007-9e9e-478a-9f53-e87914062fb0 req-10d959af-c6e9-4a4c-933c-1bd041b468db service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updating instance_info_cache with network_info: [{"id": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "address": "fa:16:3e:47:d3:78", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29feea2-55", "ovs_interfaceid": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.269253] env[71114]: DEBUG nova.network.neutron [-] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.508974] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821881, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.571746] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 034b24a4-f915-4ed7-815f-7a96f5084cb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 979.752384] env[71114]: DEBUG oslo_concurrency.lockutils [req-26d3f007-9e9e-478a-9f53-e87914062fb0 req-10d959af-c6e9-4a4c-933c-1bd041b468db service nova] Releasing lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.772385] env[71114]: INFO nova.compute.manager [-] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Took 1.31 seconds to deallocate network for instance. [ 980.010963] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821881, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.074575] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 464564e8-70dc-4f09-8b51-59d93dbe1ed2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 980.074842] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 980.075174] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 980.183388] env[71114]: DEBUG nova.compute.manager [req-a99fc1cc-6187-4121-b4c7-142d9e282f8c req-460daa36-513a-4dbd-8d9d-b0f2cae1aa09 service nova] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Received event network-vif-deleted-990ee410-1b39-4062-aa20-44c560e562dd {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.279714] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.510511] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821881, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.639585] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afb8097-874b-4146-bf5e-8b498c5d10bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.651665] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af434d06-d6c6-475b-98fe-6d7b15f064f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.687887] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e957c065-3e6f-47e0-8933-ab5880452464 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.698427] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1389a385-485b-42e3-9874-031ed05adb2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.716440] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.009596] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821881, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.220177] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.507594] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821881, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.725767] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 981.726058] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.302s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.726339] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 59.968s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.727896] env[71114]: INFO nova.compute.claims [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.730701] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 981.730861] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Cleaning up deleted instances {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 982.012118] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821881, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.587604} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.012543] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4/OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4.vmdk to [datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2/537dcd0a-7e62-4027-ae1a-456cdea988e2.vmdk. [ 982.012901] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Cleaning up location [datastore2] OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4 {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 982.013175] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d3679049-21ae-4726-8e05-6b4b380aaab4 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.013544] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9567349e-b3f5-411c-8994-eb0d1616b845 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.022869] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 982.022869] env[71114]: value = "task-3821882" [ 982.022869] env[71114]: _type = "Task" [ 982.022869] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.034022] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.245032] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] There are 43 instances to clean {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 982.245201] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 1eb7793d-2d2e-4795-8af1-7f8045b70495] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.535331] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035404} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.535331] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.535331] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2/537dcd0a-7e62-4027-ae1a-456cdea988e2.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.535551] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2/537dcd0a-7e62-4027-ae1a-456cdea988e2.vmdk to [datastore2] cd25f327-611a-4b5f-baf6-916dbe1f8f6d/cd25f327-611a-4b5f-baf6-916dbe1f8f6d.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.535679] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ddbedb6-78c7-426b-922c-0a6edc065047 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.543377] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 982.543377] env[71114]: value = "task-3821883" [ 982.543377] env[71114]: _type = "Task" [ 982.543377] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.553820] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.751859] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 4d14ba98-ca69-4a31-8001-5b330b584fa4] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.054664] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821883, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.256176] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 2978dd50-d7a8-4e0e-95dd-dac102a3526d] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.269185] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a331011a-0a98-4780-afa6-df1fe0ea3bdd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.280289] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b591e65f-43ce-4111-b4c0-d18c535b879f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.318170] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8d780c-2efe-4b34-b33b-396a4e2de177 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.329465] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f61777f-5241-486f-ad4d-b25c424d918a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.349625] env[71114]: DEBUG nova.compute.provider_tree [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.557418] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821883, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.759440] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 0db21bd6-fe62-4780-8a70-5f1a9ff72eb2] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.853694] env[71114]: DEBUG nova.scheduler.client.report [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.056684] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821883, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.263344] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 9bf0a16f-b78a-4e7f-ac2b-dfbba835616f] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.359106] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.359645] env[71114]: DEBUG nova.compute.manager [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.363279] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.245s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.365325] env[71114]: INFO nova.compute.claims [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.557237] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821883, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.767608] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 99309804-2c17-468c-b85e-b7d3ea3c4a28] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.873497] env[71114]: DEBUG nova.compute.utils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.874087] env[71114]: DEBUG nova.compute.manager [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.874271] env[71114]: DEBUG nova.network.neutron [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.943364] env[71114]: DEBUG nova.policy [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c30629cbc4644db81236c58879f6ef0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f791f734dae4669bcea11a4366dbd89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.058874] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821883, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.409849} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.059055] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/537dcd0a-7e62-4027-ae1a-456cdea988e2/537dcd0a-7e62-4027-ae1a-456cdea988e2.vmdk to [datastore2] cd25f327-611a-4b5f-baf6-916dbe1f8f6d/cd25f327-611a-4b5f-baf6-916dbe1f8f6d.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.059905] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321ed0c5-fcd1-4c8c-b744-2d346a4b289a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.088969] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] cd25f327-611a-4b5f-baf6-916dbe1f8f6d/cd25f327-611a-4b5f-baf6-916dbe1f8f6d.vmdk or device None with type streamOptimized {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.089313] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e5a2ee-871d-462c-b04f-c5f65cea312b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.112537] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 985.112537] env[71114]: value = "task-3821884" [ 985.112537] env[71114]: _type = "Task" [ 985.112537] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.124405] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.270996] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: df16c547-f9a5-40b6-ac1d-aef131f6ed76] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.281887] env[71114]: DEBUG nova.network.neutron [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Successfully created port: 1422a236-c375-4cf4-b661-37dddaa00381 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.378422] env[71114]: DEBUG nova.compute.manager [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.623155] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.776569] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 20221690-cce5-4104-9507-2f5a2607ace9] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.932624] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36edc594-28ec-4a15-86ae-0cee68705430 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.941690] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c290d85-6900-43a7-bcbd-707fb5155618 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.975251] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef3cd6c-2e49-4925-8b38-5b669f2e1532 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.984267] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8990bc-cb01-44ef-8cdd-a1739b999cba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.999648] env[71114]: DEBUG nova.compute.provider_tree [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.125087] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821884, 'name': ReconfigVM_Task, 'duration_secs': 0.52797} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.125491] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Reconfigured VM instance instance-00000041 to attach disk [datastore2] cd25f327-611a-4b5f-baf6-916dbe1f8f6d/cd25f327-611a-4b5f-baf6-916dbe1f8f6d.vmdk or device None with type streamOptimized {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.126047] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb3cca38-103f-4105-8599-12b06da6c1b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.133272] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 986.133272] env[71114]: value = "task-3821885" [ 986.133272] env[71114]: _type = "Task" [ 986.133272] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.142333] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821885, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.281874] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 4eef93d7-0e12-46af-82ad-a72735bff49a] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.390970] env[71114]: DEBUG nova.compute.manager [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.417316] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:33:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7e18adac-0bd0-423e-9cee-eae7e2b637ec',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2033867370',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.417564] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.417722] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.417922] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.418069] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.418224] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.418441] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.418662] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.418760] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.418920] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.419103] env[71114]: DEBUG nova.virt.hardware [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.419963] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085f31e-1234-447c-9b3d-4e70de50d48e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.428198] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20096c6b-d0cf-4e0d-b308-dfa9bc8c2fe5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.504624] env[71114]: DEBUG nova.scheduler.client.report [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.643952] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821885, 'name': Rename_Task, 'duration_secs': 0.335148} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.644255] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.644503] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f7f94c8-55d4-4a92-89a2-f28372e69966 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.650924] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 986.650924] env[71114]: value = "task-3821886" [ 986.650924] env[71114]: _type = "Task" [ 986.650924] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.659837] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.701404] env[71114]: DEBUG nova.compute.manager [req-c347e98c-5b68-4aad-be1f-2063373a509c req-73893ac4-ea35-4ef9-a7a9-f84878de3ca4 service nova] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Received event network-vif-plugged-1422a236-c375-4cf4-b661-37dddaa00381 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.701613] env[71114]: DEBUG oslo_concurrency.lockutils [req-c347e98c-5b68-4aad-be1f-2063373a509c req-73893ac4-ea35-4ef9-a7a9-f84878de3ca4 service nova] Acquiring lock "6491ab75-acd9-4ee0-9b62-648e99c61786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.701832] env[71114]: DEBUG oslo_concurrency.lockutils [req-c347e98c-5b68-4aad-be1f-2063373a509c req-73893ac4-ea35-4ef9-a7a9-f84878de3ca4 service nova] Lock "6491ab75-acd9-4ee0-9b62-648e99c61786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.702028] env[71114]: DEBUG oslo_concurrency.lockutils [req-c347e98c-5b68-4aad-be1f-2063373a509c req-73893ac4-ea35-4ef9-a7a9-f84878de3ca4 service nova] Lock "6491ab75-acd9-4ee0-9b62-648e99c61786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.702211] env[71114]: DEBUG nova.compute.manager [req-c347e98c-5b68-4aad-be1f-2063373a509c req-73893ac4-ea35-4ef9-a7a9-f84878de3ca4 service nova] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] No waiting events found dispatching network-vif-plugged-1422a236-c375-4cf4-b661-37dddaa00381 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 986.702373] env[71114]: WARNING nova.compute.manager [req-c347e98c-5b68-4aad-be1f-2063373a509c req-73893ac4-ea35-4ef9-a7a9-f84878de3ca4 service nova] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Received unexpected event network-vif-plugged-1422a236-c375-4cf4-b661-37dddaa00381 for instance with vm_state building and task_state spawning. [ 986.785593] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: a02f0c97-1cb9-4c0e-8787-583f9c1c4688] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.823229] env[71114]: DEBUG nova.network.neutron [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Successfully updated port: 1422a236-c375-4cf4-b661-37dddaa00381 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.009892] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.010099] env[71114]: DEBUG nova.compute.manager [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.013411] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 56.801s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.013781] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.015880] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.107s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.015985] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.017697] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.686s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.019163] env[71114]: INFO nova.compute.claims [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.058812] env[71114]: INFO nova.scheduler.client.report [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Deleted allocations for instance d9068da9-cfe5-40fd-95b8-5c5597f5e268 [ 987.063663] env[71114]: INFO nova.scheduler.client.report [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleted allocations for instance c7c2f338-e656-408e-bae8-92bb630d2aa9 [ 987.162422] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821886, 'name': PowerOnVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.291032] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 35739b42-c8b6-40a7-a0e7-7d62a708ff1b] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.326492] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.326492] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.326492] env[71114]: DEBUG nova.network.neutron [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.524012] env[71114]: DEBUG nova.compute.utils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.527916] env[71114]: DEBUG nova.compute.manager [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Not allocating networking since 'none' was specified. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 987.567626] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b2c87e47-4cac-47c2-b12b-d15583fe6c81 tempest-VolumesAssistedSnapshotsTest-1886263281 tempest-VolumesAssistedSnapshotsTest-1886263281-project-member] Lock "d9068da9-cfe5-40fd-95b8-5c5597f5e268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.696s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.571160] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70900e63-504b-44e2-864a-26e5a28d54db tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "c7c2f338-e656-408e-bae8-92bb630d2aa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 60.878s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.663066] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821886, 'name': PowerOnVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.748584] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "7908850c-f4b3-41ac-9c4a-41c21151041c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.748851] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "7908850c-f4b3-41ac-9c4a-41c21151041c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.749063] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "7908850c-f4b3-41ac-9c4a-41c21151041c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.749255] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "7908850c-f4b3-41ac-9c4a-41c21151041c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.749428] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "7908850c-f4b3-41ac-9c4a-41c21151041c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.751485] env[71114]: INFO nova.compute.manager [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Terminating instance [ 987.796211] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: e04a8ce7-624f-4c14-85b5-409ee889e92a] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.893240] env[71114]: DEBUG nova.network.neutron [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.030112] env[71114]: DEBUG nova.compute.manager [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.077949] env[71114]: DEBUG nova.network.neutron [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance_info_cache with network_info: [{"id": "1422a236-c375-4cf4-b661-37dddaa00381", "address": "fa:16:3e:62:e5:4d", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1422a236-c3", "ovs_interfaceid": "1422a236-c375-4cf4-b661-37dddaa00381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.173856] env[71114]: DEBUG oslo_vmware.api [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821886, 'name': PowerOnVM_Task, 'duration_secs': 1.244418} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.173856] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.173856] env[71114]: INFO nova.compute.manager [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Took 16.00 seconds to spawn the instance on the hypervisor. [ 988.173856] env[71114]: DEBUG nova.compute.manager [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.173856] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936bdf61-2c03-4a4c-b376-4b84fcb5bb51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.258202] env[71114]: DEBUG nova.compute.manager [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.258424] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.259522] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e888d1-54e5-468f-afc5-52a5ad2f4ffb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.268488] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.272033] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dc027f6-76c0-420c-963c-cd7303222cb5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.278915] env[71114]: DEBUG oslo_vmware.api [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 988.278915] env[71114]: value = "task-3821887" [ 988.278915] env[71114]: _type = "Task" [ 988.278915] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.290650] env[71114]: DEBUG oslo_vmware.api [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.299641] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 7cad0b0a-a3a0-48a6-84eb-b674e7b96363] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.580417] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.581168] env[71114]: DEBUG nova.compute.manager [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Instance network_info: |[{"id": "1422a236-c375-4cf4-b661-37dddaa00381", "address": "fa:16:3e:62:e5:4d", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1422a236-c3", "ovs_interfaceid": "1422a236-c375-4cf4-b661-37dddaa00381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.581330] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:e5:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1422a236-c375-4cf4-b661-37dddaa00381', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.589512] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.591344] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.593158] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728b5e54-69e8-4767-a2d0-ff5d11d43bd8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.595776] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcfec74e-cfd9-4613-a4d3-5b77495f58d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.619459] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bb3e3c-8314-462f-82a6-959e81fdc409 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.623452] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.623452] env[71114]: value = "task-3821888" [ 988.623452] env[71114]: _type = "Task" [ 988.623452] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.655023] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a55c71-cc9b-4af2-b319-950a5f670799 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.661028] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821888, 'name': CreateVM_Task} progress is 15%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.666490] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7fda15-ec98-4420-8ee2-276f6a9a6933 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.682833] env[71114]: DEBUG nova.compute.provider_tree [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.697461] env[71114]: INFO nova.compute.manager [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Took 73.65 seconds to build instance. [ 988.728714] env[71114]: DEBUG nova.compute.manager [req-dd62f2a4-9715-4e30-afd9-873efe503fca req-317508b6-3dad-4375-b6d6-c95fbf173ea4 service nova] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Received event network-changed-1422a236-c375-4cf4-b661-37dddaa00381 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.728963] env[71114]: DEBUG nova.compute.manager [req-dd62f2a4-9715-4e30-afd9-873efe503fca req-317508b6-3dad-4375-b6d6-c95fbf173ea4 service nova] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Refreshing instance network info cache due to event network-changed-1422a236-c375-4cf4-b661-37dddaa00381. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.729140] env[71114]: DEBUG oslo_concurrency.lockutils [req-dd62f2a4-9715-4e30-afd9-873efe503fca req-317508b6-3dad-4375-b6d6-c95fbf173ea4 service nova] Acquiring lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.729286] env[71114]: DEBUG oslo_concurrency.lockutils [req-dd62f2a4-9715-4e30-afd9-873efe503fca req-317508b6-3dad-4375-b6d6-c95fbf173ea4 service nova] Acquired lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.729501] env[71114]: DEBUG nova.network.neutron [req-dd62f2a4-9715-4e30-afd9-873efe503fca req-317508b6-3dad-4375-b6d6-c95fbf173ea4 service nova] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Refreshing network info cache for port 1422a236-c375-4cf4-b661-37dddaa00381 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.789919] env[71114]: DEBUG oslo_vmware.api [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821887, 'name': PowerOffVM_Task, 'duration_secs': 0.240541} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.790221] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.790517] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.790797] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e9f053-b4fb-479a-b791-1e8f3ae6f3a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.809134] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 6d38db52-c6ae-4cce-9cdb-39e11eccd8fd] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.866589] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.866854] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.867060] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleting the datastore file [datastore2] 7908850c-f4b3-41ac-9c4a-41c21151041c {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.867636] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a133107e-ae45-4cc6-b3ca-58cfafb9627f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.877082] env[71114]: DEBUG oslo_vmware.api [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 988.877082] env[71114]: value = "task-3821890" [ 988.877082] env[71114]: _type = "Task" [ 988.877082] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.887435] env[71114]: DEBUG oslo_vmware.api [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.051035] env[71114]: DEBUG nova.compute.manager [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.082782] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.083453] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.083453] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.083453] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.083655] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.083740] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.083945] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.084126] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.084332] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.084443] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.084612] env[71114]: DEBUG nova.virt.hardware [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.085572] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20773bf2-2d47-4b40-af71-0d7df9567dea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.094009] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efd855c-1889-4824-8003-68584a740148 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.113134] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.120434] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Creating folder: Project (46514bb575a048e9bf9d0309851161fb). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.120822] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d7d2f50-bb8f-4f07-b450-65149fb7a488 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.132963] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821888, 'name': CreateVM_Task, 'duration_secs': 0.372896} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.134336] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.134622] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Created folder: Project (46514bb575a048e9bf9d0309851161fb) in parent group-v759732. [ 989.134787] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Creating folder: Instances. Parent ref: group-v759932. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.135498] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.135644] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.135976] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.136326] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84f9c9f4-1eb8-44d1-b35a-4e0a8c3acbca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.138139] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e80a4a-cfd5-42b6-994e-3171d7f03ac4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.143797] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 989.143797] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522e894a-90e8-ce58-fe93-63365e20c110" [ 989.143797] env[71114]: _type = "Task" [ 989.143797] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.150102] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Created folder: Instances in parent group-v759932. [ 989.150247] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.150816] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.151058] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4362842e-7d97-41d3-88cf-7353e252355e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.167154] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522e894a-90e8-ce58-fe93-63365e20c110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.172519] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.172519] env[71114]: value = "task-3821893" [ 989.172519] env[71114]: _type = "Task" [ 989.172519] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.180371] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821893, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.189539] env[71114]: DEBUG nova.scheduler.client.report [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.201020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1068795-55bd-4ef1-8af6-8935cd954725 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.253s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.309085] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: a593e2ed-9c12-430e-be17-38990a4dd8a6] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.389453] env[71114]: DEBUG oslo_vmware.api [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168407} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.390411] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.390411] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.390411] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.390411] env[71114]: INFO nova.compute.manager [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 989.390686] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.390859] env[71114]: DEBUG nova.compute.manager [-] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.390960] env[71114]: DEBUG nova.network.neutron [-] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.661233] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522e894a-90e8-ce58-fe93-63365e20c110, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.663335] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.663335] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.663335] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.663335] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.663335] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.663335] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15746ffd-34c5-4b79-b08f-f058e15b6175 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.682025] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.682025] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.682025] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f7c8d5-212d-4da9-a11e-ff6b16fc49cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.690680] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821893, 'name': CreateVM_Task, 'duration_secs': 0.378461} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.691261] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.691772] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.692052] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.692541] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.694408] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.694954] env[71114]: DEBUG nova.compute.manager [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.699031] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a94ab7-a7b5-4e89-ae33-64fab8fdad48 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.703042] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.330s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.704615] env[71114]: INFO nova.compute.claims [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.707860] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 989.707860] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f1a340-9661-0392-f3ac-932c0d0d6716" [ 989.707860] env[71114]: _type = "Task" [ 989.707860] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.708813] env[71114]: DEBUG nova.network.neutron [req-dd62f2a4-9715-4e30-afd9-873efe503fca req-317508b6-3dad-4375-b6d6-c95fbf173ea4 service nova] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updated VIF entry in instance network info cache for port 1422a236-c375-4cf4-b661-37dddaa00381. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.710049] env[71114]: DEBUG nova.network.neutron [req-dd62f2a4-9715-4e30-afd9-873efe503fca req-317508b6-3dad-4375-b6d6-c95fbf173ea4 service nova] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance_info_cache with network_info: [{"id": "1422a236-c375-4cf4-b661-37dddaa00381", "address": "fa:16:3e:62:e5:4d", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1422a236-c3", "ovs_interfaceid": "1422a236-c375-4cf4-b661-37dddaa00381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.710572] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.718991] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 989.718991] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fe2a12-826d-edae-ade2-448b11dd51c7" [ 989.718991] env[71114]: _type = "Task" [ 989.718991] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.728173] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f1a340-9661-0392-f3ac-932c0d0d6716, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.729594] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9197bf-5016-40b1-9148-837ce618a41b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.736440] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fe2a12-826d-edae-ade2-448b11dd51c7, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.737171] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.737493] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.738663] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.740196] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 989.740196] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d5d90b-ec02-a614-55fe-52c1a486bdac" [ 989.740196] env[71114]: _type = "Task" [ 989.740196] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.753490] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d5d90b-ec02-a614-55fe-52c1a486bdac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.813272] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 0c57c50d-b602-4936-8d90-d947cedf6a0f] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.956743] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.957054] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.957302] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.957522] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.957711] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.960281] env[71114]: INFO nova.compute.manager [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Terminating instance [ 990.203038] env[71114]: DEBUG nova.compute.utils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.204511] env[71114]: DEBUG nova.compute.manager [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.208019] env[71114]: DEBUG nova.network.neutron [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.215655] env[71114]: DEBUG oslo_concurrency.lockutils [req-dd62f2a4-9715-4e30-afd9-873efe503fca req-317508b6-3dad-4375-b6d6-c95fbf173ea4 service nova] Releasing lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.247701] env[71114]: DEBUG nova.policy [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b73ab18eef4445490b4c5b8ef022b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b36391be1d4f49896735c4a5690c42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.253275] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.255127] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d5d90b-ec02-a614-55fe-52c1a486bdac, 'name': SearchDatastore_Task, 'duration_secs': 0.012418} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.255127] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.255127] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 6491ab75-acd9-4ee0-9b62-648e99c61786/6491ab75-acd9-4ee0-9b62-648e99c61786.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.255127] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.255127] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.255375] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89845896-e752-4f05-b565-d129f31fa659 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.257671] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e43616cd-0332-4ba7-a063-5ce6b53d3d7c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.265913] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 990.265913] env[71114]: value = "task-3821894" [ 990.265913] env[71114]: _type = "Task" [ 990.265913] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.267761] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.267761] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.272540] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08099407-a75e-4d7f-8c14-bc4b512622bf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.284096] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.285765] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 990.285765] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a5f403-c72b-57de-7ab2-a0f63adb23b4" [ 990.285765] env[71114]: _type = "Task" [ 990.285765] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.295631] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a5f403-c72b-57de-7ab2-a0f63adb23b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.318503] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 9c79e9b0-04d2-4822-9b9e-f6958c1ff2f9] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.381681] env[71114]: DEBUG nova.network.neutron [-] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.467787] env[71114]: DEBUG nova.compute.manager [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.467787] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.468644] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd241c8c-077a-4f90-8602-a22f7cc863af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.477661] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.477939] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6313f2bd-9516-4e2e-8d0a-c64bd71e9367 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.484756] env[71114]: DEBUG oslo_vmware.api [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 990.484756] env[71114]: value = "task-3821895" [ 990.484756] env[71114]: _type = "Task" [ 990.484756] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.494702] env[71114]: DEBUG oslo_vmware.api [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.576205] env[71114]: DEBUG nova.network.neutron [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Successfully created port: 502b28f6-8c73-4871-879b-9c1ca5d68891 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.711651] env[71114]: DEBUG nova.compute.manager [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.787709] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821894, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.802427] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a5f403-c72b-57de-7ab2-a0f63adb23b4, 'name': SearchDatastore_Task, 'duration_secs': 0.018963} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.807470] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123cf936-4915-488f-a47e-f2a0cab1bc80 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.820318] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 990.820318] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520ca49f-c957-9d3f-b743-24402d492f7e" [ 990.820318] env[71114]: _type = "Task" [ 990.820318] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.823830] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 5d3ff322-f182-48be-9066-203f120b2512] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.841440] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520ca49f-c957-9d3f-b743-24402d492f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.865246] env[71114]: DEBUG nova.compute.manager [req-5f06ab2c-6cc7-4ade-b703-aaa4c2feadb7 req-852b47b9-482f-4a08-8a7e-9d6d375b3a77 service nova] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Received event network-vif-deleted-0da5eb6f-91b1-4f43-b345-a03cc6d4858b {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.884626] env[71114]: INFO nova.compute.manager [-] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Took 1.49 seconds to deallocate network for instance. [ 991.001041] env[71114]: DEBUG oslo_vmware.api [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821895, 'name': PowerOffVM_Task, 'duration_secs': 0.242478} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.001041] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.001041] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.001041] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9db6d16c-9e0b-4ee2-a93f-18c0c731228c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.097351] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.097644] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.097830] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleting the datastore file [datastore2] cd25f327-611a-4b5f-baf6-916dbe1f8f6d {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.100021] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba31b4c4-b9fc-4b8e-9847-7e3ebc5ea924 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.107490] env[71114]: DEBUG oslo_vmware.api [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 991.107490] env[71114]: value = "task-3821897" [ 991.107490] env[71114]: _type = "Task" [ 991.107490] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.121044] env[71114]: DEBUG oslo_vmware.api [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.280621] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710707} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.280923] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 6491ab75-acd9-4ee0-9b62-648e99c61786/6491ab75-acd9-4ee0-9b62-648e99c61786.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.281438] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.281438] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c953a5e5-cb41-454f-851b-788a3f918df6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.290059] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 991.290059] env[71114]: value = "task-3821898" [ 991.290059] env[71114]: _type = "Task" [ 991.290059] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.299927] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.329488] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: c848e65e-79ba-4edc-afb5-6c511c0fde71] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.336972] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520ca49f-c957-9d3f-b743-24402d492f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.057104} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.337763] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.338082] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 63908f55-ee31-46c3-afda-79191162c0a3/63908f55-ee31-46c3-afda-79191162c0a3.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.338365] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40540e2c-9a08-4f98-a77d-ff8432236f60 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.348064] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 991.348064] env[71114]: value = "task-3821899" [ 991.348064] env[71114]: _type = "Task" [ 991.348064] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.364339] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.372105] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f342b8-3084-4b60-b719-76c071777be8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.384026] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28e8602-5029-4878-809f-c3b0ef0ba7e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.419158] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.420035] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4a0d81-cc46-464a-9962-5cb9d1480306 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.428589] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f67c7f-9c6c-4472-957b-e556c97737e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.444113] env[71114]: DEBUG nova.compute.provider_tree [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.625385] env[71114]: DEBUG oslo_vmware.api [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3821897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415566} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.625898] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.626263] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.626578] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.627010] env[71114]: INFO nova.compute.manager [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 991.627395] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.627718] env[71114]: DEBUG nova.compute.manager [-] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.627922] env[71114]: DEBUG nova.network.neutron [-] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.720907] env[71114]: DEBUG nova.compute.manager [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.758669] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.760017] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.760017] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.760017] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.760017] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.760017] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.760278] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.760513] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.760645] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.760870] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.761112] env[71114]: DEBUG nova.virt.hardware [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.762362] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f78ed8-ae50-4594-ac6e-de23824e01fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.777721] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd1e409-29a6-45f1-a9c4-bc9765e72293 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.811311] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072049} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.811665] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.812643] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684e369a-d6c6-485d-b897-5c380018ae15 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.841937] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 6491ab75-acd9-4ee0-9b62-648e99c61786/6491ab75-acd9-4ee0-9b62-648e99c61786.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.843409] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: f173acbb-196b-4e7f-bc5e-44ad94cdc9a7] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.845222] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc077d9a-a389-40f3-beec-385af3cee1db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.874737] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821899, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.876269] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 991.876269] env[71114]: value = "task-3821900" [ 991.876269] env[71114]: _type = "Task" [ 991.876269] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.888069] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.947881] env[71114]: DEBUG nova.scheduler.client.report [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.363711] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 5e954dd4-d026-48c9-8cfa-4b224e9b2c16] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.379710] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544487} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.383197] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 63908f55-ee31-46c3-afda-79191162c0a3/63908f55-ee31-46c3-afda-79191162c0a3.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.383426] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.383715] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff79ceee-765c-4660-a09c-c13abfc6f4aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.392791] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821900, 'name': ReconfigVM_Task, 'duration_secs': 0.357688} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.395119] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 6491ab75-acd9-4ee0-9b62-648e99c61786/6491ab75-acd9-4ee0-9b62-648e99c61786.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.396261] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 992.396261] env[71114]: value = "task-3821901" [ 992.396261] env[71114]: _type = "Task" [ 992.396261] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.396501] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14c20169-4cd7-4ada-8789-d2dbd7f46a26 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.412324] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.413548] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 992.413548] env[71114]: value = "task-3821902" [ 992.413548] env[71114]: _type = "Task" [ 992.413548] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.422854] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821902, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.453750] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.454413] env[71114]: DEBUG nova.compute.manager [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.458024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 48.814s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.689817] env[71114]: DEBUG nova.network.neutron [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Successfully updated port: 502b28f6-8c73-4871-879b-9c1ca5d68891 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.735496] env[71114]: DEBUG nova.network.neutron [-] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.872624] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 2d68e334-3f17-424e-a462-b8ab10f8cbb3] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.911536] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072395} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.911801] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.912616] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c23b50-672b-4903-b022-b5cf0952f1b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.931060] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821902, 'name': Rename_Task, 'duration_secs': 0.163856} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.944246] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.960502] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 63908f55-ee31-46c3-afda-79191162c0a3/63908f55-ee31-46c3-afda-79191162c0a3.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.961020] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11f49dcd-6b5b-4d45-a56a-a05ac1fbb005 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.965567] env[71114]: DEBUG nova.compute.utils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.967389] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33613e15-89d1-45d2-82d7-9bff4e9544e0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.995734] env[71114]: DEBUG nova.compute.manager [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.001727] env[71114]: INFO nova.compute.claims [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.006782] env[71114]: DEBUG nova.compute.manager [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.006782] env[71114]: DEBUG nova.network.neutron [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.015259] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 993.015259] env[71114]: value = "task-3821904" [ 993.015259] env[71114]: _type = "Task" [ 993.015259] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.017880] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 993.017880] env[71114]: value = "task-3821903" [ 993.017880] env[71114]: _type = "Task" [ 993.017880] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.034344] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821904, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.034674] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.144341] env[71114]: DEBUG nova.compute.manager [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Received event network-vif-deleted-c032a0ed-8f63-4f95-b699-2f22658b59e3 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.144530] env[71114]: DEBUG nova.compute.manager [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Received event network-vif-plugged-502b28f6-8c73-4871-879b-9c1ca5d68891 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.144797] env[71114]: DEBUG oslo_concurrency.lockutils [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] Acquiring lock "00c9bb4e-4897-4282-8649-55a1041043f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.145922] env[71114]: DEBUG oslo_concurrency.lockutils [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] Lock "00c9bb4e-4897-4282-8649-55a1041043f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.146203] env[71114]: DEBUG oslo_concurrency.lockutils [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] Lock "00c9bb4e-4897-4282-8649-55a1041043f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.146374] env[71114]: DEBUG nova.compute.manager [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] No waiting events found dispatching network-vif-plugged-502b28f6-8c73-4871-879b-9c1ca5d68891 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 993.146545] env[71114]: WARNING nova.compute.manager [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Received unexpected event network-vif-plugged-502b28f6-8c73-4871-879b-9c1ca5d68891 for instance with vm_state building and task_state spawning. [ 993.146708] env[71114]: DEBUG nova.compute.manager [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Received event network-changed-502b28f6-8c73-4871-879b-9c1ca5d68891 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.146860] env[71114]: DEBUG nova.compute.manager [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Refreshing instance network info cache due to event network-changed-502b28f6-8c73-4871-879b-9c1ca5d68891. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.147060] env[71114]: DEBUG oslo_concurrency.lockutils [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] Acquiring lock "refresh_cache-00c9bb4e-4897-4282-8649-55a1041043f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.149325] env[71114]: DEBUG oslo_concurrency.lockutils [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] Acquired lock "refresh_cache-00c9bb4e-4897-4282-8649-55a1041043f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.149325] env[71114]: DEBUG nova.network.neutron [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Refreshing network info cache for port 502b28f6-8c73-4871-879b-9c1ca5d68891 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.150132] env[71114]: DEBUG nova.policy [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a77d45d79fd840a48413784781c4dcd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8d48f52b2fe4322b5b57be64987b51b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.193959] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "refresh_cache-00c9bb4e-4897-4282-8649-55a1041043f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.239449] env[71114]: INFO nova.compute.manager [-] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Took 1.61 seconds to deallocate network for instance. [ 993.375725] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 37fcddcc-b28b-461a-be2f-c5c928716584] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.513857] env[71114]: INFO nova.compute.resource_tracker [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating resource usage from migration 56bd8ef1-cfdf-4323-b6cb-aaa9ccfbd449 [ 993.529918] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.537893] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821903, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.742170] env[71114]: DEBUG nova.network.neutron [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.747596] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.809151] env[71114]: DEBUG nova.network.neutron [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Successfully created port: 5e639dfd-c59b-4ccc-9d18-6b2675645d0c {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.881046] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 52179727-7607-4992-bb0e-2b9ec89ae1eb] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 993.934220] env[71114]: DEBUG nova.network.neutron [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.005078] env[71114]: DEBUG nova.compute.manager [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.028712] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821904, 'name': ReconfigVM_Task, 'duration_secs': 0.563069} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.031920] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 63908f55-ee31-46c3-afda-79191162c0a3/63908f55-ee31-46c3-afda-79191162c0a3.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.034634] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bd157ed-872c-460f-83bf-345f39014b75 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.040130] env[71114]: DEBUG oslo_vmware.api [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3821903, 'name': PowerOnVM_Task, 'duration_secs': 0.678692} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.040641] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.040857] env[71114]: INFO nova.compute.manager [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Took 7.65 seconds to spawn the instance on the hypervisor. [ 994.041117] env[71114]: DEBUG nova.compute.manager [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.041932] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb5ceeb-b732-453a-9c7e-d70f3d7343af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.047644] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.047644] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.047644] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.047804] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.048035] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.048105] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.048696] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.048696] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.048696] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.048846] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.049070] env[71114]: DEBUG nova.virt.hardware [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.051036] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcde7784-6448-44ee-aac4-80d163366bfa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.053636] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 994.053636] env[71114]: value = "task-3821905" [ 994.053636] env[71114]: _type = "Task" [ 994.053636] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.077072] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeaf3ca-6639-45b1-9da5-fea15d2724d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.084938] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821905, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.143101] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91814195-fc57-491b-ab63-1b4fcf21f5a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.154688] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cec1e4-ff85-466f-b5cd-26924af85bd5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.189507] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ce637c-6f44-42be-932d-80c03933e4e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.198598] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f5052c-1184-4cbd-a930-78430ba3d514 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.214541] env[71114]: DEBUG nova.compute.provider_tree [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.385103] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: a072844a-d6f2-42e6-8ee4-6532341c7977] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 994.443107] env[71114]: DEBUG oslo_concurrency.lockutils [req-9543202a-51f1-46c6-b98a-eaa8220eab33 req-b8d474e5-9ec5-4db9-9d6b-a19f3b328f08 service nova] Releasing lock "refresh_cache-00c9bb4e-4897-4282-8649-55a1041043f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.443107] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "refresh_cache-00c9bb4e-4897-4282-8649-55a1041043f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.443107] env[71114]: DEBUG nova.network.neutron [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.568487] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821905, 'name': Rename_Task, 'duration_secs': 0.403666} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.568852] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.569609] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d8a5583-e161-4171-9869-be99e877cc85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.577253] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 994.577253] env[71114]: value = "task-3821906" [ 994.577253] env[71114]: _type = "Task" [ 994.577253] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.591066] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.595088] env[71114]: INFO nova.compute.manager [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Took 72.85 seconds to build instance. [ 994.722020] env[71114]: DEBUG nova.scheduler.client.report [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.889617] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 1454d339-c5d1-4aca-b008-55668020cb98] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.020013] env[71114]: DEBUG nova.network.neutron [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.089059] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821906, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.099950] env[71114]: DEBUG oslo_concurrency.lockutils [None req-787fb434-1e5b-447a-9b30-319c84c0518e tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "6491ab75-acd9-4ee0-9b62-648e99c61786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.923s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.225571] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.768s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.225812] env[71114]: INFO nova.compute.manager [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Migrating [ 995.238911] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.459s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.243021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.243021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.696s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.243217] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.245641] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.418s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.247511] env[71114]: INFO nova.compute.claims [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.281390] env[71114]: INFO nova.scheduler.client.report [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Deleted allocations for instance c98896e0-beae-4aa6-b353-2cd3e1a390fe [ 995.283108] env[71114]: INFO nova.scheduler.client.report [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Deleted allocations for instance c1751036-ad4d-451b-a12c-a1771af5aadb [ 995.336182] env[71114]: DEBUG nova.network.neutron [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Updating instance_info_cache with network_info: [{"id": "502b28f6-8c73-4871-879b-9c1ca5d68891", "address": "fa:16:3e:8a:ad:67", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502b28f6-8c", "ovs_interfaceid": "502b28f6-8c73-4871-879b-9c1ca5d68891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.394997] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 666e2163-d6ac-46e8-bca6-c7fce49814a9] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.596172] env[71114]: DEBUG oslo_vmware.api [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821906, 'name': PowerOnVM_Task, 'duration_secs': 0.841451} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.596172] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.596172] env[71114]: INFO nova.compute.manager [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Took 6.54 seconds to spawn the instance on the hypervisor. [ 995.596172] env[71114]: DEBUG nova.compute.manager [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.596172] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc50955-c65a-4677-b5d9-643ad70ac2e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.602409] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.623336] env[71114]: DEBUG nova.compute.manager [req-e62d96a9-7905-4c72-be5d-6c1b8a7b26af req-2ce7e77e-072f-4a03-8fe7-5094f4fba876 service nova] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Received event network-vif-plugged-5e639dfd-c59b-4ccc-9d18-6b2675645d0c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.623336] env[71114]: DEBUG oslo_concurrency.lockutils [req-e62d96a9-7905-4c72-be5d-6c1b8a7b26af req-2ce7e77e-072f-4a03-8fe7-5094f4fba876 service nova] Acquiring lock "fe89caa9-2994-4746-bfef-2caf5e023254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.623474] env[71114]: DEBUG oslo_concurrency.lockutils [req-e62d96a9-7905-4c72-be5d-6c1b8a7b26af req-2ce7e77e-072f-4a03-8fe7-5094f4fba876 service nova] Lock "fe89caa9-2994-4746-bfef-2caf5e023254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.623641] env[71114]: DEBUG oslo_concurrency.lockutils [req-e62d96a9-7905-4c72-be5d-6c1b8a7b26af req-2ce7e77e-072f-4a03-8fe7-5094f4fba876 service nova] Lock "fe89caa9-2994-4746-bfef-2caf5e023254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.623828] env[71114]: DEBUG nova.compute.manager [req-e62d96a9-7905-4c72-be5d-6c1b8a7b26af req-2ce7e77e-072f-4a03-8fe7-5094f4fba876 service nova] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] No waiting events found dispatching network-vif-plugged-5e639dfd-c59b-4ccc-9d18-6b2675645d0c {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 995.624037] env[71114]: WARNING nova.compute.manager [req-e62d96a9-7905-4c72-be5d-6c1b8a7b26af req-2ce7e77e-072f-4a03-8fe7-5094f4fba876 service nova] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Received unexpected event network-vif-plugged-5e639dfd-c59b-4ccc-9d18-6b2675645d0c for instance with vm_state building and task_state spawning. [ 995.762659] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.762999] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.763667] env[71114]: DEBUG nova.network.neutron [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.779718] env[71114]: DEBUG nova.network.neutron [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Successfully updated port: 5e639dfd-c59b-4ccc-9d18-6b2675645d0c {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.795538] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a0c66043-3d1e-42ce-88b5-3b87ec7a19ea tempest-ServerTagsTestJSON-1674993911 tempest-ServerTagsTestJSON-1674993911-project-member] Lock "c1751036-ad4d-451b-a12c-a1771af5aadb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.635s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.797179] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f495e9b8-e1e7-4502-89b7-94c5c5b69cfb tempest-VolumesAdminNegativeTest-1104637663 tempest-VolumesAdminNegativeTest-1104637663-project-member] Lock "c98896e0-beae-4aa6-b353-2cd3e1a390fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.671s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.839496] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "refresh_cache-00c9bb4e-4897-4282-8649-55a1041043f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.839867] env[71114]: DEBUG nova.compute.manager [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Instance network_info: |[{"id": "502b28f6-8c73-4871-879b-9c1ca5d68891", "address": "fa:16:3e:8a:ad:67", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap502b28f6-8c", "ovs_interfaceid": "502b28f6-8c73-4871-879b-9c1ca5d68891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.840332] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ad:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '502b28f6-8c73-4871-879b-9c1ca5d68891', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.848500] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Creating folder: Project (b5b36391be1d4f49896735c4a5690c42). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.849156] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-802623b9-9eac-4a07-a2af-075aa336ac13 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.863243] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Created folder: Project (b5b36391be1d4f49896735c4a5690c42) in parent group-v759732. [ 995.863439] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Creating folder: Instances. Parent ref: group-v759935. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.863835] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f243d7f0-dca5-44c2-99f1-56dbffaf80e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.874441] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Created folder: Instances in parent group-v759935. [ 995.874701] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.874915] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.875179] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9446287-47bb-45df-ace3-f605f78df238 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.899899] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 8bf921a7-c252-4ad2-a380-29e85d01e0cb] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 995.901883] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.901883] env[71114]: value = "task-3821909" [ 995.901883] env[71114]: _type = "Task" [ 995.901883] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.912666] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821909, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.121218] env[71114]: INFO nova.compute.manager [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Took 66.03 seconds to build instance. [ 996.138900] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.285431] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "refresh_cache-fe89caa9-2994-4746-bfef-2caf5e023254" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.285431] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired lock "refresh_cache-fe89caa9-2994-4746-bfef-2caf5e023254" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.285431] env[71114]: DEBUG nova.network.neutron [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.407094] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 844fae93-93ca-4b25-84b5-efc829059716] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.417045] env[71114]: DEBUG nova.compute.manager [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Stashing vm_state: active {{(pid=71114) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 996.428063] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821909, 'name': CreateVM_Task, 'duration_secs': 0.488027} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.431671] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.432813] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.436020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.436020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.436020] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32cba70-0dfb-4c8c-98d5-3d9c1d198211 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.443968] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 996.443968] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523b1ada-2c17-6fae-97f7-217aab7f3ccc" [ 996.443968] env[71114]: _type = "Task" [ 996.443968] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.462468] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523b1ada-2c17-6fae-97f7-217aab7f3ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.0144} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.463337] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.463571] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.463817] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.463972] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.464166] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.464744] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9733b642-7519-4aca-9b1c-e1b3ee783204 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.474780] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.474982] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.475796] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2872eaa-a295-4e86-8124-e80b9ab69d93 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.482960] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 996.482960] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5251bc07-998e-11bf-ad23-3c6b92079c8a" [ 996.482960] env[71114]: _type = "Task" [ 996.482960] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.501020] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5251bc07-998e-11bf-ad23-3c6b92079c8a, 'name': SearchDatastore_Task} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.501020] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3fa868-ae9f-4f88-9f4b-1d80151a81a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.508678] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 996.508678] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522c1045-98b9-075c-841a-5f7ec4e38699" [ 996.508678] env[71114]: _type = "Task" [ 996.508678] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.523184] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522c1045-98b9-075c-841a-5f7ec4e38699, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.523392] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.523655] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 00c9bb4e-4897-4282-8649-55a1041043f4/00c9bb4e-4897-4282-8649-55a1041043f4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.524323] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81181404-4e00-4122-8c0c-e9574245b9ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.534761] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 996.534761] env[71114]: value = "task-3821910" [ 996.534761] env[71114]: _type = "Task" [ 996.534761] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.543879] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.625559] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ed0edb3-c955-4f48-bda3-39960efb87ef tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "63908f55-ee31-46c3-afda-79191162c0a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.367s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.794954] env[71114]: INFO nova.compute.manager [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Rebuilding instance [ 996.853173] env[71114]: DEBUG nova.network.neutron [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance_info_cache with network_info: [{"id": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "address": "fa:16:3e:20:06:d6", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901e74-43", "ovs_interfaceid": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.869366] env[71114]: DEBUG nova.compute.manager [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.870424] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a3ada1-f11c-42af-b855-cf0e6e09bc27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.886889] env[71114]: DEBUG nova.network.neutron [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.921503] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 3f10462d-646e-4cc2-ab2a-713c343edaf2] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 996.949382] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.050839] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502167} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.052144] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 00c9bb4e-4897-4282-8649-55a1041043f4/00c9bb4e-4897-4282-8649-55a1041043f4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.052377] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.053130] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a4c558-1f47-4578-a389-8d41c129e0cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.056240] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b0f255a-e183-4023-82e7-b42b7d6d774c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.064825] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29408b1a-5e4b-4846-8009-d008c78d2c1f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.072678] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 997.072678] env[71114]: value = "task-3821911" [ 997.072678] env[71114]: _type = "Task" [ 997.072678] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.108013] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505f5072-4163-46d6-bdad-5aa91d1cfeea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.115131] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821911, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.119984] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a4fdb0-7795-45a0-8931-ff38e7047116 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.135968] env[71114]: DEBUG nova.compute.manager [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.138855] env[71114]: DEBUG nova.compute.provider_tree [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.229526] env[71114]: DEBUG nova.network.neutron [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Updating instance_info_cache with network_info: [{"id": "5e639dfd-c59b-4ccc-9d18-6b2675645d0c", "address": "fa:16:3e:f1:90:23", "network": {"id": "ed66ae5b-32de-4b7f-a260-d704ba3fc2cf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531230920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d48f52b2fe4322b5b57be64987b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e639dfd-c5", "ovs_interfaceid": "5e639dfd-c59b-4ccc-9d18-6b2675645d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.356764] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.430417] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 56a1dccf-2dd0-4b4d-8ddb-0092ee837752] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 997.588304] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075602} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.588581] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.589583] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1075b652-38d4-4033-b978-342df6ea251c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.615401] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 00c9bb4e-4897-4282-8649-55a1041043f4/00c9bb4e-4897-4282-8649-55a1041043f4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.615645] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82aa884-fc04-40e9-98ab-00b5100746e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.639502] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 997.639502] env[71114]: value = "task-3821912" [ 997.639502] env[71114]: _type = "Task" [ 997.639502] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.645096] env[71114]: DEBUG nova.scheduler.client.report [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.655927] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.663288] env[71114]: DEBUG nova.compute.manager [req-a55fae77-6729-4d16-9536-b651fb02f522 req-c56b0cec-7a7f-4e0f-a659-ed66133b8364 service nova] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Received event network-changed-5e639dfd-c59b-4ccc-9d18-6b2675645d0c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.663288] env[71114]: DEBUG nova.compute.manager [req-a55fae77-6729-4d16-9536-b651fb02f522 req-c56b0cec-7a7f-4e0f-a659-ed66133b8364 service nova] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Refreshing instance network info cache due to event network-changed-5e639dfd-c59b-4ccc-9d18-6b2675645d0c. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.663441] env[71114]: DEBUG oslo_concurrency.lockutils [req-a55fae77-6729-4d16-9536-b651fb02f522 req-c56b0cec-7a7f-4e0f-a659-ed66133b8364 service nova] Acquiring lock "refresh_cache-fe89caa9-2994-4746-bfef-2caf5e023254" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.676703] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.733435] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Releasing lock "refresh_cache-fe89caa9-2994-4746-bfef-2caf5e023254" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.733526] env[71114]: DEBUG nova.compute.manager [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Instance network_info: |[{"id": "5e639dfd-c59b-4ccc-9d18-6b2675645d0c", "address": "fa:16:3e:f1:90:23", "network": {"id": "ed66ae5b-32de-4b7f-a260-d704ba3fc2cf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531230920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d48f52b2fe4322b5b57be64987b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e639dfd-c5", "ovs_interfaceid": "5e639dfd-c59b-4ccc-9d18-6b2675645d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.733865] env[71114]: DEBUG oslo_concurrency.lockutils [req-a55fae77-6729-4d16-9536-b651fb02f522 req-c56b0cec-7a7f-4e0f-a659-ed66133b8364 service nova] Acquired lock "refresh_cache-fe89caa9-2994-4746-bfef-2caf5e023254" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.734221] env[71114]: DEBUG nova.network.neutron [req-a55fae77-6729-4d16-9536-b651fb02f522 req-c56b0cec-7a7f-4e0f-a659-ed66133b8364 service nova] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Refreshing network info cache for port 5e639dfd-c59b-4ccc-9d18-6b2675645d0c {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.735391] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:90:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e639dfd-c59b-4ccc-9d18-6b2675645d0c', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.744944] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.748580] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.748580] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-652b30d7-465c-43a0-b0e6-2b8f8efb4210 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.777179] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.777179] env[71114]: value = "task-3821913" [ 997.777179] env[71114]: _type = "Task" [ 997.777179] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.787101] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821913, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.895619] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.896035] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7b7bb8c-65af-44f8-939e-411808163144 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.905260] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 997.905260] env[71114]: value = "task-3821914" [ 997.905260] env[71114]: _type = "Task" [ 997.905260] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.916632] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.933768] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 5beeda39-74da-4bc1-a981-4999157823be] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.155350] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.156302] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.911s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.156910] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.160657] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.966s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.164186] env[71114]: INFO nova.compute.claims [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.288926] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821913, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.418274] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821914, 'name': PowerOffVM_Task, 'duration_secs': 0.333375} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.418537] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.418814] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.420352] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c614c3b2-bcd8-4e18-91ad-38b08399edf2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.432676] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.432833] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeab0f95-d9dc-45ec-b940-807c023171c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.440700] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: af490d93-f4db-479d-910c-d04a97483af6] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.473055] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.473055] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.473247] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Deleting the datastore file [datastore2] 63908f55-ee31-46c3-afda-79191162c0a3 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.473584] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77e01794-3c51-47d4-a243-e9db23e4dd3a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.481189] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 998.481189] env[71114]: value = "task-3821916" [ 998.481189] env[71114]: _type = "Task" [ 998.481189] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.492140] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.652829] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821912, 'name': ReconfigVM_Task, 'duration_secs': 0.791483} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.652829] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 00c9bb4e-4897-4282-8649-55a1041043f4/00c9bb4e-4897-4282-8649-55a1041043f4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.653126] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11de9e2f-be08-48e0-ae0a-b91f17bd5211 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.662947] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 998.662947] env[71114]: value = "task-3821917" [ 998.662947] env[71114]: _type = "Task" [ 998.662947] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.668711] env[71114]: DEBUG nova.network.neutron [req-a55fae77-6729-4d16-9536-b651fb02f522 req-c56b0cec-7a7f-4e0f-a659-ed66133b8364 service nova] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Updated VIF entry in instance network info cache for port 5e639dfd-c59b-4ccc-9d18-6b2675645d0c. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.669710] env[71114]: DEBUG nova.network.neutron [req-a55fae77-6729-4d16-9536-b651fb02f522 req-c56b0cec-7a7f-4e0f-a659-ed66133b8364 service nova] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Updating instance_info_cache with network_info: [{"id": "5e639dfd-c59b-4ccc-9d18-6b2675645d0c", "address": "fa:16:3e:f1:90:23", "network": {"id": "ed66ae5b-32de-4b7f-a260-d704ba3fc2cf", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1531230920-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8d48f52b2fe4322b5b57be64987b51b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e639dfd-c5", "ovs_interfaceid": "5e639dfd-c59b-4ccc-9d18-6b2675645d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.672543] env[71114]: DEBUG nova.compute.utils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.678647] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.678803] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.688824] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821917, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.725943] env[71114]: DEBUG nova.policy [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b2dd9ca136433c8d095793716afac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2123f8b5802847acaffbb91e24bc1faf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.788379] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821913, 'name': CreateVM_Task, 'duration_secs': 0.723656} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.788531] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.789263] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.789478] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.789814] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.790093] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f6c8ee-0eef-4781-8883-310e160f69c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.795835] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 998.795835] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52854fbb-65e4-aef3-013e-199f7d019c94" [ 998.795835] env[71114]: _type = "Task" [ 998.795835] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.806924] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52854fbb-65e4-aef3-013e-199f7d019c94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.877251] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97cfe03-b202-4f09-a5c3-581048e7ac94 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.901489] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance '2f9f3bdd-1c9a-456b-9959-146dc2aec368' progress to 0 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.944102] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 81fad1b3-397f-43ab-ae9c-bfa328e62a35] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 998.996019] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103043} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.996019] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.996019] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.996019] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.145916] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Successfully created port: 5a0ea28e-298a-4f74-ab19-8ce90de27660 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.172235] env[71114]: DEBUG oslo_concurrency.lockutils [req-a55fae77-6729-4d16-9536-b651fb02f522 req-c56b0cec-7a7f-4e0f-a659-ed66133b8364 service nova] Releasing lock "refresh_cache-fe89caa9-2994-4746-bfef-2caf5e023254" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.177630] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821917, 'name': Rename_Task, 'duration_secs': 0.228235} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.178477] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.178477] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c0bace1-d185-4d98-80ef-f1dd242abeb9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.184151] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.195219] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 999.195219] env[71114]: value = "task-3821918" [ 999.195219] env[71114]: _type = "Task" [ 999.195219] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.204259] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.314129] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52854fbb-65e4-aef3-013e-199f7d019c94, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.314812] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.314965] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.315230] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.315363] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.315551] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.315823] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eff6d87f-775f-4de2-868f-b9b2d7b0e4b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.331702] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.331908] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.332686] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e492f0f-c03c-4d79-9427-cdae8ff91f4d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.339070] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 999.339070] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529f1c59-2f39-30f3-1a2b-f591cb8b6de1" [ 999.339070] env[71114]: _type = "Task" [ 999.339070] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.348096] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529f1c59-2f39-30f3-1a2b-f591cb8b6de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.410321] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.410321] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829ccb71-4774-4f4f-8e89-2ed7da9c44cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.418442] env[71114]: DEBUG oslo_vmware.api [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 999.418442] env[71114]: value = "task-3821919" [ 999.418442] env[71114]: _type = "Task" [ 999.418442] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.431809] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 999.432095] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance '2f9f3bdd-1c9a-456b-9959-146dc2aec368' progress to 17 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.448123] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 4fd900b8-cabb-482e-97bf-9663d402c228] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.707996] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821918, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.828428] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35761f7-fc43-4df9-ac0e-3ee4118798e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.838958] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95126ccb-7846-4d4d-ae34-3ff2f9bc92f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.854209] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529f1c59-2f39-30f3-1a2b-f591cb8b6de1, 'name': SearchDatastore_Task, 'duration_secs': 0.018292} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.886358] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e7760a-ef08-490c-ba2b-f1c04b604895 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.889425] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ac0fb-57ef-4065-ba6b-24b87d0933d1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.896191] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 999.896191] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ec95e6-7332-fb4e-f26c-0698b86850f7" [ 999.896191] env[71114]: _type = "Task" [ 999.896191] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.904680] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d48f1b-e469-4e08-8673-7444be673ef4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.920594] env[71114]: DEBUG nova.compute.provider_tree [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.925382] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ec95e6-7332-fb4e-f26c-0698b86850f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012637} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.926490] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.926826] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] fe89caa9-2994-4746-bfef-2caf5e023254/fe89caa9-2994-4746-bfef-2caf5e023254.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.927128] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bb2e778-79bc-46a7-abda-9376ce48f0d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.935875] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 999.935875] env[71114]: value = "task-3821920" [ 999.935875] env[71114]: _type = "Task" [ 999.935875] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.938939] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.939387] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.939479] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.939741] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.939934] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.940172] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.940414] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.940627] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.940854] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.941118] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.941361] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.951486] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd441e22-02f0-4825-b504-0e4ac92ea59a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.962868] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: c576b9d3-e1ae-49d7-b4ea-e3e291fc7b44] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 999.974383] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.976635] env[71114]: DEBUG oslo_vmware.api [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 999.976635] env[71114]: value = "task-3821921" [ 999.976635] env[71114]: _type = "Task" [ 999.976635] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.991028] env[71114]: DEBUG oslo_vmware.api [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.042431] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.042689] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.042882] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.043103] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.043267] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.043418] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.043635] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.043808] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.043977] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.044153] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.044325] env[71114]: DEBUG nova.virt.hardware [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.045271] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4631b8-0679-4d68-8e95-ab20a3b81b26 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.054456] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24c8e83-387f-4399-bbcf-f1cd346d5ce6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.075130] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.083977] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.084388] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.084626] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-603546d1-17ab-4ee6-b6b2-f5c4750df06c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.108827] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.108827] env[71114]: value = "task-3821922" [ 1000.108827] env[71114]: _type = "Task" [ 1000.108827] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.119759] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821922, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.195324] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.209414] env[71114]: DEBUG oslo_vmware.api [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821918, 'name': PowerOnVM_Task, 'duration_secs': 0.937486} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.209729] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.209968] env[71114]: INFO nova.compute.manager [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1000.210167] env[71114]: DEBUG nova.compute.manager [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.211277] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a1d464-ec27-43f2-8916-a907b3071be8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.239941] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.240786] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.240786] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.240786] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.240786] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.240985] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.241052] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.241218] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.244176] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.244176] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.244176] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.244176] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35810862-85cf-4f83-8d49-74e340b5f674 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.255335] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f33fca-1472-4ab0-a650-92df360f6e26 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.427577] env[71114]: DEBUG nova.scheduler.client.report [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.448678] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821920, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.467327] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 86e51a30-4cbd-4b56-aff8-dee09042da28] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.489694] env[71114]: DEBUG oslo_vmware.api [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821921, 'name': ReconfigVM_Task, 'duration_secs': 0.179608} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.490113] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance '2f9f3bdd-1c9a-456b-9959-146dc2aec368' progress to 33 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.626157] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821922, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.735172] env[71114]: DEBUG nova.compute.manager [req-941a6074-268d-4664-b465-3aba3aafeada req-558cac91-97bb-43b1-9799-7a523a7d0ea8 service nova] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Received event network-vif-plugged-5a0ea28e-298a-4f74-ab19-8ce90de27660 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.735172] env[71114]: DEBUG oslo_concurrency.lockutils [req-941a6074-268d-4664-b465-3aba3aafeada req-558cac91-97bb-43b1-9799-7a523a7d0ea8 service nova] Acquiring lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.735172] env[71114]: DEBUG oslo_concurrency.lockutils [req-941a6074-268d-4664-b465-3aba3aafeada req-558cac91-97bb-43b1-9799-7a523a7d0ea8 service nova] Lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.735172] env[71114]: DEBUG oslo_concurrency.lockutils [req-941a6074-268d-4664-b465-3aba3aafeada req-558cac91-97bb-43b1-9799-7a523a7d0ea8 service nova] Lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.735172] env[71114]: DEBUG nova.compute.manager [req-941a6074-268d-4664-b465-3aba3aafeada req-558cac91-97bb-43b1-9799-7a523a7d0ea8 service nova] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] No waiting events found dispatching network-vif-plugged-5a0ea28e-298a-4f74-ab19-8ce90de27660 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1000.735172] env[71114]: WARNING nova.compute.manager [req-941a6074-268d-4664-b465-3aba3aafeada req-558cac91-97bb-43b1-9799-7a523a7d0ea8 service nova] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Received unexpected event network-vif-plugged-5a0ea28e-298a-4f74-ab19-8ce90de27660 for instance with vm_state building and task_state spawning. [ 1000.737376] env[71114]: INFO nova.compute.manager [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Took 59.43 seconds to build instance. [ 1000.883833] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Successfully updated port: 5a0ea28e-298a-4f74-ab19-8ce90de27660 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.937829] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.937829] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.942920] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.940s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.942920] env[71114]: INFO nova.compute.claims [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.965014] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544067} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.967092] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] fe89caa9-2994-4746-bfef-2caf5e023254/fe89caa9-2994-4746-bfef-2caf5e023254.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.967541] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.968032] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34fcb294-decd-4817-8463-f4de299557be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.971587] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 5d5d5686-c79e-48c5-a411-697a13820c75] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1000.981838] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 1000.981838] env[71114]: value = "task-3821923" [ 1000.981838] env[71114]: _type = "Task" [ 1000.981838] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.999665] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.000643] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.000643] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.000643] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.000643] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.000986] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.000986] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.001299] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.001299] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.001434] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.002066] env[71114]: DEBUG nova.virt.hardware [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.011530] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1001.011909] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.012180] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-106e4b8f-5a79-4e49-8f5d-97adb2bac776 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.039665] env[71114]: DEBUG oslo_vmware.api [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1001.039665] env[71114]: value = "task-3821924" [ 1001.039665] env[71114]: _type = "Task" [ 1001.039665] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.050393] env[71114]: DEBUG oslo_vmware.api [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.122508] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821922, 'name': CreateVM_Task, 'duration_secs': 0.5566} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.122815] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.123371] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.123541] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.123933] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.124242] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95779c1-7392-458a-8eaf-1a6ca1fa4950 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.131133] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 1001.131133] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a2d739-a417-ea48-c8bb-de6325da89b7" [ 1001.131133] env[71114]: _type = "Task" [ 1001.131133] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.146460] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a2d739-a417-ea48-c8bb-de6325da89b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.240715] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1e6f3534-dcaa-4cca-9e1c-5242b44797e4 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "00c9bb4e-4897-4282-8649-55a1041043f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.848s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.266465] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Acquiring lock "d760b9b9-a311-474b-99f8-b3397ade6488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.266800] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lock "d760b9b9-a311-474b-99f8-b3397ade6488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.267987] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Acquiring lock "d760b9b9-a311-474b-99f8-b3397ade6488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.270054] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lock "d760b9b9-a311-474b-99f8-b3397ade6488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.270393] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lock "d760b9b9-a311-474b-99f8-b3397ade6488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.274187] env[71114]: INFO nova.compute.manager [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Terminating instance [ 1001.390222] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "refresh_cache-b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.390222] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "refresh_cache-b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.390222] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.453035] env[71114]: DEBUG nova.compute.utils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.456476] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.456476] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.476808] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: d00b626d-7121-46a9-ad1e-450c3db22e2d] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.497750] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109205} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.499405] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.499405] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd0b663-4cfd-4e9a-9158-8bcb27f3b83d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.527520] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] fe89caa9-2994-4746-bfef-2caf5e023254/fe89caa9-2994-4746-bfef-2caf5e023254.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.528527] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93d4b0f-36d4-464f-a9ce-9b9fe85bd399 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.545129] env[71114]: DEBUG nova.policy [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b2dd9ca136433c8d095793716afac9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2123f8b5802847acaffbb91e24bc1faf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.559659] env[71114]: DEBUG oslo_vmware.api [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821924, 'name': ReconfigVM_Task, 'duration_secs': 0.482434} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.562044] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1001.562439] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 1001.562439] env[71114]: value = "task-3821925" [ 1001.562439] env[71114]: _type = "Task" [ 1001.562439] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.563347] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87148544-3db9-4835-8392-8866e388eaf5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.579264] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.609961] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 2f9f3bdd-1c9a-456b-9959-146dc2aec368/2f9f3bdd-1c9a-456b-9959-146dc2aec368.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.610350] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ccb6af8-8524-4bcc-a48f-98e42d626d02 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.632276] env[71114]: DEBUG oslo_vmware.api [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1001.632276] env[71114]: value = "task-3821926" [ 1001.632276] env[71114]: _type = "Task" [ 1001.632276] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.645685] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a2d739-a417-ea48-c8bb-de6325da89b7, 'name': SearchDatastore_Task, 'duration_secs': 0.043002} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.649196] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.649495] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.649786] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.649961] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.650699] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.650699] env[71114]: DEBUG oslo_vmware.api [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.650876] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d091286-2810-4bcd-bce9-85d7856348c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.662199] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.662419] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.663399] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b493f5-711c-4af6-805b-6fe0e7806621 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.671298] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 1001.671298] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524440af-f44f-76a5-21ae-dc3593ac2fc5" [ 1001.671298] env[71114]: _type = "Task" [ 1001.671298] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.681056] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524440af-f44f-76a5-21ae-dc3593ac2fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.747821] env[71114]: DEBUG nova.compute.manager [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.784033] env[71114]: DEBUG nova.compute.manager [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.784033] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.784291] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c6a6648-7222-4435-a0d5-6640fa97d5c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.793029] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for the task: (returnval){ [ 1001.793029] env[71114]: value = "task-3821927" [ 1001.793029] env[71114]: _type = "Task" [ 1001.793029] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.808349] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.957807] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.979246] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 951b8df7-13d8-4c88-b05d-eb31de01750a] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1001.992594] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.087326] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821925, 'name': ReconfigVM_Task, 'duration_secs': 0.400374} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.088023] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Reconfigured VM instance instance-00000045 to attach disk [datastore2] fe89caa9-2994-4746-bfef-2caf5e023254/fe89caa9-2994-4746-bfef-2caf5e023254.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.088894] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3c7974b-0fd7-4ccd-9bc2-466625a4d2dd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.101854] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 1002.101854] env[71114]: value = "task-3821928" [ 1002.101854] env[71114]: _type = "Task" [ 1002.101854] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.114172] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821928, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.149435] env[71114]: DEBUG oslo_vmware.api [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3821926, 'name': ReconfigVM_Task, 'duration_secs': 0.378915} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.149435] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 2f9f3bdd-1c9a-456b-9959-146dc2aec368/2f9f3bdd-1c9a-456b-9959-146dc2aec368.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.149435] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance '2f9f3bdd-1c9a-456b-9959-146dc2aec368' progress to 50 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.160508] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Successfully created port: dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.190627] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524440af-f44f-76a5-21ae-dc3593ac2fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.014647} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.195459] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9382bb67-a07d-416a-b0e7-811a462459e0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.203191] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 1002.203191] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b9cc8e-df32-05f7-26c8-526efc0faa2e" [ 1002.203191] env[71114]: _type = "Task" [ 1002.203191] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.217758] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b9cc8e-df32-05f7-26c8-526efc0faa2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.248767] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "00c9bb4e-4897-4282-8649-55a1041043f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.249124] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "00c9bb4e-4897-4282-8649-55a1041043f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.249405] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "00c9bb4e-4897-4282-8649-55a1041043f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.249658] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "00c9bb4e-4897-4282-8649-55a1041043f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.249937] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "00c9bb4e-4897-4282-8649-55a1041043f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.252317] env[71114]: INFO nova.compute.manager [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Terminating instance [ 1002.284776] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.309891] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821927, 'name': PowerOffVM_Task, 'duration_secs': 0.266692} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.310235] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.310436] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1002.310876] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759805', 'volume_id': '4b14787a-4960-4518-9e21-f8dac327dd67', 'name': 'volume-4b14787a-4960-4518-9e21-f8dac327dd67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd760b9b9-a311-474b-99f8-b3397ade6488', 'attached_at': '', 'detached_at': '', 'volume_id': '4b14787a-4960-4518-9e21-f8dac327dd67', 'serial': '4b14787a-4960-4518-9e21-f8dac327dd67'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1002.311744] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e8b135-64b1-4dca-b9ef-8fc663f1b0d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.339130] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24661258-1277-4eed-ad5d-f5ad69b9f0a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.350566] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d76a2a-8ddb-43b2-baf2-29b47a459cd5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.381187] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Updating instance_info_cache with network_info: [{"id": "5a0ea28e-298a-4f74-ab19-8ce90de27660", "address": "fa:16:3e:b1:f7:6a", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0ea28e-29", "ovs_interfaceid": "5a0ea28e-298a-4f74-ab19-8ce90de27660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.383408] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7158a663-3766-4f4e-9a1b-e08758a28752 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.402568] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] The volume has not been displaced from its original location: [datastore1] volume-4b14787a-4960-4518-9e21-f8dac327dd67/volume-4b14787a-4960-4518-9e21-f8dac327dd67.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1002.408161] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.411364] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e43aea-d4fc-4d88-be83-626508742e1e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.431104] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for the task: (returnval){ [ 1002.431104] env[71114]: value = "task-3821929" [ 1002.431104] env[71114]: _type = "Task" [ 1002.431104] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.442249] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.485480] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 05890564-0672-4235-b270-93bbe62ac179] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1002.615291] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821928, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.662117] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1789e38-3364-4182-8393-842ad81b0160 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.666330] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19ef69a-9c2d-4e87-8d34-950b66565d44 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.703028] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d16f9ad-1e9f-4a92-beb4-592eb0e1ce2b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.710196] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74148f3c-1668-4620-9634-20126056cedd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.773702] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance '2f9f3bdd-1c9a-456b-9959-146dc2aec368' progress to 67 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.778050] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b9cc8e-df32-05f7-26c8-526efc0faa2e, 'name': SearchDatastore_Task, 'duration_secs': 0.016008} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.778703] env[71114]: DEBUG nova.compute.manager [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.778884] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.780932] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.782856] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 63908f55-ee31-46c3-afda-79191162c0a3/63908f55-ee31-46c3-afda-79191162c0a3.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.782856] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc24c76-ea07-4a28-8e93-733a13fad207 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.786250] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9c397f-f5b9-438b-9c64-817cc42e7a79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.790879] env[71114]: DEBUG nova.compute.manager [req-f06948cb-aa67-4256-b06c-6f95f4281590 req-a81168b9-ce7f-4a39-aac6-207610d778b2 service nova] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Received event network-changed-5a0ea28e-298a-4f74-ab19-8ce90de27660 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.791148] env[71114]: DEBUG nova.compute.manager [req-f06948cb-aa67-4256-b06c-6f95f4281590 req-a81168b9-ce7f-4a39-aac6-207610d778b2 service nova] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Refreshing instance network info cache due to event network-changed-5a0ea28e-298a-4f74-ab19-8ce90de27660. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.791393] env[71114]: DEBUG oslo_concurrency.lockutils [req-f06948cb-aa67-4256-b06c-6f95f4281590 req-a81168b9-ce7f-4a39-aac6-207610d778b2 service nova] Acquiring lock "refresh_cache-b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.791657] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cbafed7-cf02-4435-88fb-8e4a72032910 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.807733] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc35aa2-3c0e-4578-b397-7500648c0a77 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.812279] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 1002.812279] env[71114]: value = "task-3821930" [ 1002.812279] env[71114]: _type = "Task" [ 1002.812279] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.812616] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.813424] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0350bef5-65be-4711-98a9-97e242ac0f02 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.830158] env[71114]: DEBUG nova.compute.provider_tree [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.835972] env[71114]: DEBUG oslo_vmware.api [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1002.835972] env[71114]: value = "task-3821931" [ 1002.835972] env[71114]: _type = "Task" [ 1002.835972] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.841333] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.854609] env[71114]: DEBUG oslo_vmware.api [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.888080] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "refresh_cache-b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.888491] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Instance network_info: |[{"id": "5a0ea28e-298a-4f74-ab19-8ce90de27660", "address": "fa:16:3e:b1:f7:6a", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0ea28e-29", "ovs_interfaceid": "5a0ea28e-298a-4f74-ab19-8ce90de27660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.888860] env[71114]: DEBUG oslo_concurrency.lockutils [req-f06948cb-aa67-4256-b06c-6f95f4281590 req-a81168b9-ce7f-4a39-aac6-207610d778b2 service nova] Acquired lock "refresh_cache-b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.889155] env[71114]: DEBUG nova.network.neutron [req-f06948cb-aa67-4256-b06c-6f95f4281590 req-a81168b9-ce7f-4a39-aac6-207610d778b2 service nova] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Refreshing network info cache for port 5a0ea28e-298a-4f74-ab19-8ce90de27660 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.890907] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a0ea28e-298a-4f74-ab19-8ce90de27660', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.900651] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.901340] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.901636] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d763e84a-2b0f-4b46-bfbd-516c9563878b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.930441] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.930441] env[71114]: value = "task-3821932" [ 1002.930441] env[71114]: _type = "Task" [ 1002.930441] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.945354] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821929, 'name': ReconfigVM_Task, 'duration_secs': 0.384774} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.949381] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.955315] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821932, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.955676] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a65bdb3-9571-4352-9d57-4716069f7492 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.969209] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.972692] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for the task: (returnval){ [ 1002.972692] env[71114]: value = "task-3821933" [ 1002.972692] env[71114]: _type = "Task" [ 1002.972692] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.985837] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.989898] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 3e34f4a1-7c1b-42bc-9e07-3233630ceeef] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.011745] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.011970] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.012136] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.012336] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.012477] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.012615] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.012848] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.013121] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.013344] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.013538] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.013779] env[71114]: DEBUG nova.virt.hardware [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.014810] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91630c2-246f-4f08-b588-b45291f2200b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.026133] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba7f8f8-76dd-41b3-b1ed-a8dc21a0d2e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.118650] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821928, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.332030] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821930, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.338071] env[71114]: DEBUG nova.scheduler.client.report [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.359798] env[71114]: DEBUG oslo_vmware.api [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821931, 'name': PowerOffVM_Task, 'duration_secs': 0.320379} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.359798] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.360102] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.360290] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad2412c0-e1cd-4a32-9e32-a5aadd14d9a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.394663] env[71114]: DEBUG nova.network.neutron [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Port 56901e74-430c-4b15-8c9e-8a5e51e6a7bb binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1003.442551] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821932, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.452864] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.453189] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.453395] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleting the datastore file [datastore2] 00c9bb4e-4897-4282-8649-55a1041043f4 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.453685] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96c7136c-84d8-49aa-95b8-4a1e67148df3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.468022] env[71114]: DEBUG oslo_vmware.api [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1003.468022] env[71114]: value = "task-3821935" [ 1003.468022] env[71114]: _type = "Task" [ 1003.468022] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.485359] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821933, 'name': ReconfigVM_Task, 'duration_secs': 0.181046} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.485906] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759805', 'volume_id': '4b14787a-4960-4518-9e21-f8dac327dd67', 'name': 'volume-4b14787a-4960-4518-9e21-f8dac327dd67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd760b9b9-a311-474b-99f8-b3397ade6488', 'attached_at': '', 'detached_at': '', 'volume_id': '4b14787a-4960-4518-9e21-f8dac327dd67', 'serial': '4b14787a-4960-4518-9e21-f8dac327dd67'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1003.486188] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.487090] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c403e025-0356-4bc7-ab54-0188ab3e11f1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.492890] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 1099e72b-7ad0-4289-b00f-e7daf8391afd] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1003.497594] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.497987] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c512862-e0d1-4e6d-b090-317c53922afc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.585017] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.585444] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.585689] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.586020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.586203] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.589182] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.589455] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.590500] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Deleting the datastore file [datastore1] d760b9b9-a311-474b-99f8-b3397ade6488 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.590500] env[71114]: INFO nova.compute.manager [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Terminating instance [ 1003.593492] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c522663-76e9-41d1-904f-b94069876cef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.606310] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for the task: (returnval){ [ 1003.606310] env[71114]: value = "task-3821937" [ 1003.606310] env[71114]: _type = "Task" [ 1003.606310] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.619681] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.622583] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821928, 'name': Rename_Task, 'duration_secs': 1.264252} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.622925] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.623149] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60afe915-3546-4b48-b743-b951db92ac0a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.630432] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 1003.630432] env[71114]: value = "task-3821938" [ 1003.630432] env[71114]: _type = "Task" [ 1003.630432] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.640300] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.828754] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662821} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.832861] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 63908f55-ee31-46c3-afda-79191162c0a3/63908f55-ee31-46c3-afda-79191162c0a3.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.833228] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.833610] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d72be0c-83ae-41e1-9b2f-12620a241dd1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.843268] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 1003.843268] env[71114]: value = "task-3821939" [ 1003.843268] env[71114]: _type = "Task" [ 1003.843268] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.849271] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.909s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.849957] env[71114]: DEBUG nova.compute.manager [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.854589] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.765s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.858728] env[71114]: INFO nova.compute.claims [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.870874] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.945585] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821932, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.960686] env[71114]: DEBUG nova.network.neutron [req-f06948cb-aa67-4256-b06c-6f95f4281590 req-a81168b9-ce7f-4a39-aac6-207610d778b2 service nova] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Updated VIF entry in instance network info cache for port 5a0ea28e-298a-4f74-ab19-8ce90de27660. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.960686] env[71114]: DEBUG nova.network.neutron [req-f06948cb-aa67-4256-b06c-6f95f4281590 req-a81168b9-ce7f-4a39-aac6-207610d778b2 service nova] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Updating instance_info_cache with network_info: [{"id": "5a0ea28e-298a-4f74-ab19-8ce90de27660", "address": "fa:16:3e:b1:f7:6a", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a0ea28e-29", "ovs_interfaceid": "5a0ea28e-298a-4f74-ab19-8ce90de27660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.978233] env[71114]: DEBUG oslo_vmware.api [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3821935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229527} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.978991] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.979490] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.979818] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.980180] env[71114]: INFO nova.compute.manager [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1003.980605] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.983280] env[71114]: DEBUG nova.compute.manager [-] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.983280] env[71114]: DEBUG nova.network.neutron [-] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.999754] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.999754] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Cleaning up deleted instances with incomplete migration {{(pid=71114) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1004.106284] env[71114]: DEBUG nova.compute.manager [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.106284] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.106284] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e63b01-3c76-4150-a068-912dea63f2f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.126593] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.133869] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecabce0b-2d8c-4c6c-915e-17f471d09c51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.133869] env[71114]: DEBUG oslo_vmware.api [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Task: {'id': task-3821937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22067} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.141935] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.142404] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.143025] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.143331] env[71114]: INFO nova.compute.manager [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1004.143906] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.148149] env[71114]: DEBUG nova.compute.manager [-] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.148149] env[71114]: DEBUG nova.network.neutron [-] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.152292] env[71114]: DEBUG oslo_vmware.api [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1004.152292] env[71114]: value = "task-3821940" [ 1004.152292] env[71114]: _type = "Task" [ 1004.152292] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.159352] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821938, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.180658] env[71114]: DEBUG oslo_vmware.api [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.356708] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074964} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.357049] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.358218] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6180e308-676d-4cf4-9f6f-980fc99b0d1d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.376505] env[71114]: DEBUG nova.compute.utils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.387267] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 63908f55-ee31-46c3-afda-79191162c0a3/63908f55-ee31-46c3-afda-79191162c0a3.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.388239] env[71114]: DEBUG nova.compute.manager [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.388410] env[71114]: DEBUG nova.network.neutron [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.390402] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c11170a0-a8e6-4bde-97df-912f27bdf7f8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.428906] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.429084] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.429310] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.432425] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 1004.432425] env[71114]: value = "task-3821941" [ 1004.432425] env[71114]: _type = "Task" [ 1004.432425] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.453410] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.458697] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821932, 'name': CreateVM_Task, 'duration_secs': 1.117796} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.458697] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.458697] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.458697] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.458697] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.458697] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45c25c8-16ec-450c-8a7d-f06839cd2ffc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.464245] env[71114]: DEBUG oslo_concurrency.lockutils [req-f06948cb-aa67-4256-b06c-6f95f4281590 req-a81168b9-ce7f-4a39-aac6-207610d778b2 service nova] Releasing lock "refresh_cache-b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.464387] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1004.464387] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522b0844-2972-3167-87cf-92221eadff0e" [ 1004.464387] env[71114]: _type = "Task" [ 1004.464387] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.474262] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522b0844-2972-3167-87cf-92221eadff0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.478709] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Successfully updated port: dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.501523] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.560643] env[71114]: DEBUG nova.policy [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '466fce104e3d48ae91f1734015f54a34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b3ec22f3d14223b53bb1fa6a8ac8ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.644454] env[71114]: DEBUG oslo_vmware.api [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821938, 'name': PowerOnVM_Task, 'duration_secs': 0.546806} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.644744] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.644951] env[71114]: INFO nova.compute.manager [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1004.645155] env[71114]: DEBUG nova.compute.manager [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1004.645981] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49d8565-4434-4c17-b40d-f271034d3f96 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.668933] env[71114]: DEBUG oslo_vmware.api [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821940, 'name': PowerOffVM_Task, 'duration_secs': 0.285926} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.669475] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.669705] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.669985] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57aba29f-7dc4-4285-8612-dbf2e286f419 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.743057] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.743437] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.743727] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleting the datastore file [datastore2] f130ac14-ce51-46c2-84a9-d22fa13f3f8e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.746844] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5097d156-c51f-497b-8cc1-7ffb1abf7f34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.758202] env[71114]: DEBUG oslo_vmware.api [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1004.758202] env[71114]: value = "task-3821943" [ 1004.758202] env[71114]: _type = "Task" [ 1004.758202] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.771828] env[71114]: DEBUG oslo_vmware.api [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.892023] env[71114]: DEBUG nova.compute.manager [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.950865] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821941, 'name': ReconfigVM_Task, 'duration_secs': 0.298424} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.954998] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 63908f55-ee31-46c3-afda-79191162c0a3/63908f55-ee31-46c3-afda-79191162c0a3.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.956383] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b96e9bd2-5698-4cea-88b1-ffda34a4f446 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.968312] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 1004.968312] env[71114]: value = "task-3821944" [ 1004.968312] env[71114]: _type = "Task" [ 1004.968312] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.982472] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "refresh_cache-e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.982795] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "refresh_cache-e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.983072] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.986929] env[71114]: DEBUG nova.compute.manager [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Received event network-vif-plugged-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.987354] env[71114]: DEBUG oslo_concurrency.lockutils [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] Acquiring lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.987723] env[71114]: DEBUG oslo_concurrency.lockutils [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] Lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.988053] env[71114]: DEBUG oslo_concurrency.lockutils [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] Lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.988435] env[71114]: DEBUG nova.compute.manager [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] No waiting events found dispatching network-vif-plugged-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1004.988851] env[71114]: WARNING nova.compute.manager [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Received unexpected event network-vif-plugged-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 for instance with vm_state building and task_state spawning. [ 1004.989171] env[71114]: DEBUG nova.compute.manager [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Received event network-changed-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.989555] env[71114]: DEBUG nova.compute.manager [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Refreshing instance network info cache due to event network-changed-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.989860] env[71114]: DEBUG oslo_concurrency.lockutils [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] Acquiring lock "refresh_cache-e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.999144] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821944, 'name': Rename_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.000333] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522b0844-2972-3167-87cf-92221eadff0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.005068] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.005470] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.005890] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.006168] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.006551] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.008036] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a07d132-2cef-44c9-8a4a-42d5cb91db31 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.022438] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.023013] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.024175] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf46578a-eb53-4e58-bb49-5fed6a911ee9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.030901] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1005.030901] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520beb3d-4b05-8aef-a6db-d496e76e2617" [ 1005.030901] env[71114]: _type = "Task" [ 1005.030901] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.046980] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520beb3d-4b05-8aef-a6db-d496e76e2617, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.047831] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d282e26c-e4d6-40b6-8486-74ed5578764d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.059992] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1005.059992] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52950f33-3467-52c4-1302-2be15cd119f8" [ 1005.059992] env[71114]: _type = "Task" [ 1005.059992] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.067032] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52950f33-3467-52c4-1302-2be15cd119f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.128416] env[71114]: DEBUG nova.compute.manager [req-5973887b-289b-4e5b-aba8-7b825085ddc7 req-51969663-d3f0-4154-bd67-e530cc62f53c service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Received event network-vif-deleted-00cf0163-4f5d-4492-b032-b9a2f9b35e5d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.128808] env[71114]: INFO nova.compute.manager [req-5973887b-289b-4e5b-aba8-7b825085ddc7 req-51969663-d3f0-4154-bd67-e530cc62f53c service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Neutron deleted interface 00cf0163-4f5d-4492-b032-b9a2f9b35e5d; detaching it from the instance and deleting it from the info cache [ 1005.132051] env[71114]: DEBUG nova.network.neutron [req-5973887b-289b-4e5b-aba8-7b825085ddc7 req-51969663-d3f0-4154-bd67-e530cc62f53c service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.169469] env[71114]: INFO nova.compute.manager [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Took 61.82 seconds to build instance. [ 1005.274757] env[71114]: DEBUG nova.network.neutron [-] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.276548] env[71114]: DEBUG oslo_vmware.api [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3821943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144769} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.280352] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.280767] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.281102] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.281449] env[71114]: INFO nova.compute.manager [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1005.281803] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.282733] env[71114]: DEBUG nova.compute.manager [-] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.283020] env[71114]: DEBUG nova.network.neutron [-] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.312114] env[71114]: DEBUG nova.network.neutron [-] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.484475] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821944, 'name': Rename_Task, 'duration_secs': 0.168438} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.484759] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.485024] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9dccd30-8146-45bf-bef9-e2661bbee625 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.501142] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 1005.501142] env[71114]: value = "task-3821945" [ 1005.501142] env[71114]: _type = "Task" [ 1005.501142] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.510657] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.535242] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.535477] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.535673] env[71114]: DEBUG nova.network.neutron [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.555894] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee008cd-867d-440b-98db-f849be693a00 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.571307] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041afbaf-83c1-4ff8-b9bd-27a9906e2fa4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.574782] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52950f33-3467-52c4-1302-2be15cd119f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.575667] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.575933] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] b3cfe0e4-d9c8-42d4-b1e1-589941801a8a/b3cfe0e4-d9c8-42d4-b1e1-589941801a8a.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.576795] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.579074] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c2e913f-8ada-4119-928b-a3b9206dc970 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.608684] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f732dc-0060-4391-bfa2-683bbb136a88 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.611538] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1005.611538] env[71114]: value = "task-3821946" [ 1005.611538] env[71114]: _type = "Task" [ 1005.611538] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.620327] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a894c8c-7d1e-414e-bf6a-9e5899ff9e16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.627534] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.638445] env[71114]: DEBUG nova.compute.provider_tree [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.643567] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ca1e862-dfb0-483c-9f03-0a62bf68a4a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.654249] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57234d3c-266f-4036-824f-b60ce7bdcb2b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.671877] env[71114]: DEBUG nova.network.neutron [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Successfully created port: 5640b437-a4a7-499a-865a-ab87fd5cb538 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.674927] env[71114]: DEBUG oslo_concurrency.lockutils [None req-312f033b-2e21-4fe1-82b3-fa9e440aad3b tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "fe89caa9-2994-4746-bfef-2caf5e023254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.769s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.695366] env[71114]: DEBUG nova.compute.manager [req-5973887b-289b-4e5b-aba8-7b825085ddc7 req-51969663-d3f0-4154-bd67-e530cc62f53c service nova] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Detach interface failed, port_id=00cf0163-4f5d-4492-b032-b9a2f9b35e5d, reason: Instance d760b9b9-a311-474b-99f8-b3397ade6488 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.714905] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "fe89caa9-2994-4746-bfef-2caf5e023254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.715276] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "fe89caa9-2994-4746-bfef-2caf5e023254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.715508] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "fe89caa9-2994-4746-bfef-2caf5e023254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.715721] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "fe89caa9-2994-4746-bfef-2caf5e023254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.715905] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "fe89caa9-2994-4746-bfef-2caf5e023254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.718322] env[71114]: INFO nova.compute.manager [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Terminating instance [ 1005.777200] env[71114]: INFO nova.compute.manager [-] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Took 1.80 seconds to deallocate network for instance. [ 1005.814545] env[71114]: INFO nova.compute.manager [-] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Took 1.67 seconds to deallocate network for instance. [ 1005.907917] env[71114]: DEBUG nova.compute.manager [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.943448] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.943692] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.943890] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.944336] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.944504] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.944671] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.944887] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.945121] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.945349] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.945594] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.945837] env[71114]: DEBUG nova.virt.hardware [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.946927] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2733cb-a3dd-40ba-814f-ec8983710c31 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.960111] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36208029-ab1f-4eca-a63b-4708d57b78c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.018512] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821945, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.020063] env[71114]: DEBUG nova.network.neutron [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Updating instance_info_cache with network_info: [{"id": "dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6", "address": "fa:16:3e:e9:76:da", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc535fb8-d8", "ovs_interfaceid": "dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.128239] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821946, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.147824] env[71114]: DEBUG nova.scheduler.client.report [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.179355] env[71114]: DEBUG nova.compute.manager [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.222702] env[71114]: DEBUG nova.compute.manager [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.223016] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.224413] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb387fa1-a24d-4bd6-8b39-3eb75cf46932 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.237265] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.237674] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b70f505-bc34-49e1-ac1f-ab40fa5ed562 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.249803] env[71114]: DEBUG oslo_vmware.api [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 1006.249803] env[71114]: value = "task-3821947" [ 1006.249803] env[71114]: _type = "Task" [ 1006.249803] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.263017] env[71114]: DEBUG oslo_vmware.api [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.285710] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.373147] env[71114]: INFO nova.compute.manager [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Took 0.56 seconds to detach 1 volumes for instance. [ 1006.375896] env[71114]: DEBUG nova.compute.manager [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Deleting volume: 4b14787a-4960-4518-9e21-f8dac327dd67 {{(pid=71114) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1006.517666] env[71114]: DEBUG oslo_vmware.api [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821945, 'name': PowerOnVM_Task, 'duration_secs': 0.78996} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.518836] env[71114]: DEBUG nova.network.neutron [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance_info_cache with network_info: [{"id": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "address": "fa:16:3e:20:06:d6", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901e74-43", "ovs_interfaceid": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.521934] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.522490] env[71114]: DEBUG nova.compute.manager [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1006.523140] env[71114]: DEBUG nova.network.neutron [-] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.524455] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "refresh_cache-e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.524715] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Instance network_info: |[{"id": "dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6", "address": "fa:16:3e:e9:76:da", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc535fb8-d8", "ovs_interfaceid": "dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.527958] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c239ce11-31d7-4b15-bcb2-835770e9d3ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.530836] env[71114]: DEBUG oslo_concurrency.lockutils [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] Acquired lock "refresh_cache-e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.531062] env[71114]: DEBUG nova.network.neutron [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Refreshing network info cache for port dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.532713] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:76:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.542785] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.546083] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.546083] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ca7c103-4ffd-428b-9592-166d6536b5bf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.575856] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.575856] env[71114]: value = "task-3821949" [ 1006.575856] env[71114]: _type = "Task" [ 1006.575856] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.585617] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821949, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.629957] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598574} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.631491] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] b3cfe0e4-d9c8-42d4-b1e1-589941801a8a/b3cfe0e4-d9c8-42d4-b1e1-589941801a8a.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.631491] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.631491] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df53e201-17c4-4032-b025-121b56433c41 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.640306] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1006.640306] env[71114]: value = "task-3821950" [ 1006.640306] env[71114]: _type = "Task" [ 1006.640306] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.650475] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.658707] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.659318] env[71114]: DEBUG nova.compute.manager [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.662544] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.493s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.662784] env[71114]: DEBUG nova.objects.instance [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lazy-loading 'resources' on Instance uuid e9cd253a-fe1d-4c04-ac2f-17207f16e7f6 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.710545] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.762041] env[71114]: DEBUG oslo_vmware.api [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821947, 'name': PowerOffVM_Task, 'duration_secs': 0.200557} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.762490] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.762490] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.762790] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fba70410-2201-47f1-b5a5-fcfb6ffe02f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.855650] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.855650] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.855818] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Deleting the datastore file [datastore2] fe89caa9-2994-4746-bfef-2caf5e023254 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.856049] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89704c1d-dbeb-4d01-b3ff-19350d75a0fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.866734] env[71114]: DEBUG oslo_vmware.api [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for the task: (returnval){ [ 1006.866734] env[71114]: value = "task-3821952" [ 1006.866734] env[71114]: _type = "Task" [ 1006.866734] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.882462] env[71114]: DEBUG oslo_vmware.api [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.929207] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.024123] env[71114]: DEBUG oslo_concurrency.lockutils [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.031765] env[71114]: INFO nova.compute.manager [-] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Took 1.75 seconds to deallocate network for instance. [ 1007.083783] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.092332] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821949, 'name': CreateVM_Task, 'duration_secs': 0.431343} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.092527] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.093278] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.093433] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.093965] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.094285] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5894fdfe-89ba-46f0-8112-db79568a9aaf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.100471] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1007.100471] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5262a530-444c-43db-4c44-0f07d638e459" [ 1007.100471] env[71114]: _type = "Task" [ 1007.100471] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.111569] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5262a530-444c-43db-4c44-0f07d638e459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.155292] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080844} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.155795] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.160039] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb8f545-1b1f-4884-927e-049138af84cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.167195] env[71114]: DEBUG nova.compute.utils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.188010] env[71114]: DEBUG nova.compute.manager [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.188010] env[71114]: DEBUG nova.network.neutron [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.202266] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] b3cfe0e4-d9c8-42d4-b1e1-589941801a8a/b3cfe0e4-d9c8-42d4-b1e1-589941801a8a.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.204333] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dcbc6e9-4072-4318-9e23-1a9856286fee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.232419] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1007.232419] env[71114]: value = "task-3821953" [ 1007.232419] env[71114]: _type = "Task" [ 1007.232419] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.242569] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.267250] env[71114]: DEBUG nova.compute.manager [req-3a31e899-e88d-4e40-b897-923871aff99a req-b0e447ec-135b-4771-8251-d1583dad4a07 service nova] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Received event network-vif-deleted-0441e6f0-95d9-4b2a-9852-5e0551d96fc8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.309331] env[71114]: DEBUG nova.policy [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c01a02607fd4e82aee983ce09123b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '041d832a101949f0986c11115ee2a7d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.383519] env[71114]: DEBUG oslo_vmware.api [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.543217] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.555776] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1cae2b-b113-4ec5-b20b-48d980051743 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.592595] env[71114]: DEBUG nova.network.neutron [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Updated VIF entry in instance network info cache for port dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.592966] env[71114]: DEBUG nova.network.neutron [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Updating instance_info_cache with network_info: [{"id": "dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6", "address": "fa:16:3e:e9:76:da", "network": {"id": "79365403-4e90-4f78-bd87-edf64926a901", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-420128870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2123f8b5802847acaffbb91e24bc1faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc535fb8-d8", "ovs_interfaceid": "dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.594812] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4dae4c-32ed-4563-b882-d7a71c55d594 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.604026] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance '2f9f3bdd-1c9a-456b-9959-146dc2aec368' progress to 83 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.622665] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5262a530-444c-43db-4c44-0f07d638e459, 'name': SearchDatastore_Task, 'duration_secs': 0.066878} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.626256] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.627029] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.627029] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.627029] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.627301] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.628157] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2bfcd4d-10aa-41e2-be0c-b973ed7baeb0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.643084] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.643084] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.646272] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3e9f8d-e119-411e-8a65-6799b9bc4d1c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.657185] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1007.657185] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5247ce24-0981-0945-92c7-1cb84327dcef" [ 1007.657185] env[71114]: _type = "Task" [ 1007.657185] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.670327] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5247ce24-0981-0945-92c7-1cb84327dcef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.691049] env[71114]: DEBUG nova.compute.manager [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.743141] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821953, 'name': ReconfigVM_Task, 'duration_secs': 0.399} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.747019] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] b3cfe0e4-d9c8-42d4-b1e1-589941801a8a/b3cfe0e4-d9c8-42d4-b1e1-589941801a8a.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.747019] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6ffeae3-c318-4f91-b08a-9145baa899a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.753931] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1007.753931] env[71114]: value = "task-3821954" [ 1007.753931] env[71114]: _type = "Task" [ 1007.753931] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.768020] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821954, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.859968] env[71114]: DEBUG nova.network.neutron [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Successfully updated port: 5640b437-a4a7-499a-865a-ab87fd5cb538 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.884042] env[71114]: DEBUG oslo_vmware.api [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Task: {'id': task-3821952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554807} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.884516] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.884742] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.884938] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.885131] env[71114]: INFO nova.compute.manager [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1007.885409] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.885667] env[71114]: DEBUG nova.compute.manager [-] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.885759] env[71114]: DEBUG nova.network.neutron [-] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.916563] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247a99b7-a494-4b2a-b688-2cc16ffc24a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.925263] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476154a1-cc51-40d3-a1ef-5d18d2977d6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.933267] env[71114]: DEBUG nova.compute.manager [req-f0e74463-553c-48ba-a346-47045732d610 req-f2b606bc-f2f8-4620-be89-0d6d1a80550b service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Received event network-vif-plugged-5640b437-a4a7-499a-865a-ab87fd5cb538 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.933484] env[71114]: DEBUG oslo_concurrency.lockutils [req-f0e74463-553c-48ba-a346-47045732d610 req-f2b606bc-f2f8-4620-be89-0d6d1a80550b service nova] Acquiring lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.933699] env[71114]: DEBUG oslo_concurrency.lockutils [req-f0e74463-553c-48ba-a346-47045732d610 req-f2b606bc-f2f8-4620-be89-0d6d1a80550b service nova] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.933860] env[71114]: DEBUG oslo_concurrency.lockutils [req-f0e74463-553c-48ba-a346-47045732d610 req-f2b606bc-f2f8-4620-be89-0d6d1a80550b service nova] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.934151] env[71114]: DEBUG nova.compute.manager [req-f0e74463-553c-48ba-a346-47045732d610 req-f2b606bc-f2f8-4620-be89-0d6d1a80550b service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] No waiting events found dispatching network-vif-plugged-5640b437-a4a7-499a-865a-ab87fd5cb538 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.934415] env[71114]: WARNING nova.compute.manager [req-f0e74463-553c-48ba-a346-47045732d610 req-f2b606bc-f2f8-4620-be89-0d6d1a80550b service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Received unexpected event network-vif-plugged-5640b437-a4a7-499a-865a-ab87fd5cb538 for instance with vm_state building and task_state spawning. [ 1007.970563] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bba155-5c99-41e9-88fa-84b0d6eca7a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.979732] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9809bf-7e92-4bb0-b710-b3d018c78714 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.000051] env[71114]: DEBUG nova.compute.provider_tree [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.011147] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.011495] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.011734] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.011922] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.012106] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.014899] env[71114]: INFO nova.compute.manager [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Terminating instance [ 1008.022267] env[71114]: DEBUG nova.network.neutron [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Successfully created port: 552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.099650] env[71114]: DEBUG oslo_concurrency.lockutils [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] Releasing lock "refresh_cache-e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.099960] env[71114]: DEBUG nova.compute.manager [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Received event network-vif-deleted-502b28f6-8c73-4871-879b-9c1ca5d68891 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.100104] env[71114]: INFO nova.compute.manager [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Neutron deleted interface 502b28f6-8c73-4871-879b-9c1ca5d68891; detaching it from the instance and deleting it from the info cache [ 1008.100359] env[71114]: DEBUG nova.network.neutron [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.114624] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-28b91f00-1353-4f7b-8c5a-a70883fbe2f9 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance '2f9f3bdd-1c9a-456b-9959-146dc2aec368' progress to 100 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.169704] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5247ce24-0981-0945-92c7-1cb84327dcef, 'name': SearchDatastore_Task, 'duration_secs': 0.021244} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.171865] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe5e2dc-bbf6-4483-95e9-44f706a57610 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.179065] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1008.179065] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a99aed-3be7-72cf-1d64-e02fc4c018d6" [ 1008.179065] env[71114]: _type = "Task" [ 1008.179065] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.189443] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a99aed-3be7-72cf-1d64-e02fc4c018d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.264985] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821954, 'name': Rename_Task, 'duration_secs': 0.193239} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.265320] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.265930] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c00473af-8934-4a8b-bdae-0cb570d7155d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.273551] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1008.273551] env[71114]: value = "task-3821955" [ 1008.273551] env[71114]: _type = "Task" [ 1008.273551] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.283541] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.322219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "63908f55-ee31-46c3-afda-79191162c0a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.322219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "63908f55-ee31-46c3-afda-79191162c0a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.322219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "63908f55-ee31-46c3-afda-79191162c0a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.322219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "63908f55-ee31-46c3-afda-79191162c0a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.322219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "63908f55-ee31-46c3-afda-79191162c0a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.324604] env[71114]: INFO nova.compute.manager [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Terminating instance [ 1008.372054] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "refresh_cache-c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.372231] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "refresh_cache-c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.372517] env[71114]: DEBUG nova.network.neutron [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.504326] env[71114]: DEBUG nova.scheduler.client.report [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.521510] env[71114]: DEBUG nova.compute.manager [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.521675] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.522493] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac70352-61b8-4bdd-82f5-b7fd80229692 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.533400] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.533799] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70b09d8a-a26d-4f59-8092-e42d74b62bf5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.541752] env[71114]: DEBUG oslo_vmware.api [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 1008.541752] env[71114]: value = "task-3821956" [ 1008.541752] env[71114]: _type = "Task" [ 1008.541752] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.553215] env[71114]: DEBUG oslo_vmware.api [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.604870] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd12c51b-7084-45a9-aba9-75de4598d348 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.618179] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a111dae-2d21-4424-82fb-87a9c0d27fdc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.665140] env[71114]: DEBUG nova.compute.manager [req-f2df113b-ddd2-4bf3-a457-05c79c370220 req-44efbd83-8ad9-45df-838e-acecb77c379b service nova] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Detach interface failed, port_id=502b28f6-8c73-4871-879b-9c1ca5d68891, reason: Instance 00c9bb4e-4897-4282-8649-55a1041043f4 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.692208] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a99aed-3be7-72cf-1d64-e02fc4c018d6, 'name': SearchDatastore_Task, 'duration_secs': 0.038551} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.692559] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.692941] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4/e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.694022] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d09b4bf-82bf-492c-8479-e513f9b8dee8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.702996] env[71114]: DEBUG nova.compute.manager [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.707142] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1008.707142] env[71114]: value = "task-3821957" [ 1008.707142] env[71114]: _type = "Task" [ 1008.707142] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.718378] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.737608] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.737863] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.738380] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.738668] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.738905] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.739133] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.739432] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.739645] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.739886] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.740130] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.740403] env[71114]: DEBUG nova.virt.hardware [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.741900] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bd610d-695f-47ac-8478-c57e8233b6ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.752896] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b1f8d9-e27d-43af-95f9-77d9f529efff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.788385] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821955, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.831473] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "refresh_cache-63908f55-ee31-46c3-afda-79191162c0a3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.831473] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquired lock "refresh_cache-63908f55-ee31-46c3-afda-79191162c0a3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.831473] env[71114]: DEBUG nova.network.neutron [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.929354] env[71114]: DEBUG nova.network.neutron [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.955124] env[71114]: DEBUG nova.network.neutron [-] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.012799] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.017189] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.652s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.019375] env[71114]: INFO nova.compute.claims [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.051031] env[71114]: INFO nova.scheduler.client.report [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Deleted allocations for instance e9cd253a-fe1d-4c04-ac2f-17207f16e7f6 [ 1009.061301] env[71114]: DEBUG oslo_vmware.api [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821956, 'name': PowerOffVM_Task, 'duration_secs': 0.320919} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.061663] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.061801] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.061999] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28fb0a55-3ad9-4b96-9a61-a5d5c80c263e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.170891] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.170891] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.171755] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Deleting the datastore file [datastore2] a7aad26c-c285-4d67-9af9-076fd1f0d9d6 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.171755] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbce7ee3-7824-4d5f-9e5e-ffd8026bebae {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.182622] env[71114]: DEBUG oslo_vmware.api [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for the task: (returnval){ [ 1009.182622] env[71114]: value = "task-3821959" [ 1009.182622] env[71114]: _type = "Task" [ 1009.182622] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.199676] env[71114]: DEBUG oslo_vmware.api [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.215056] env[71114]: DEBUG nova.network.neutron [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Updating instance_info_cache with network_info: [{"id": "5640b437-a4a7-499a-865a-ab87fd5cb538", "address": "fa:16:3e:9a:51:30", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5640b437-a4", "ovs_interfaceid": "5640b437-a4a7-499a-865a-ab87fd5cb538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.222199] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.287971] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821955, 'name': PowerOnVM_Task, 'duration_secs': 0.585474} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.288292] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.288599] env[71114]: INFO nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1009.288865] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.290177] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f7bc82-0bd3-412c-8633-22d616833b32 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.362722] env[71114]: DEBUG nova.network.neutron [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.427257] env[71114]: DEBUG nova.network.neutron [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.458373] env[71114]: INFO nova.compute.manager [-] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Took 1.57 seconds to deallocate network for instance. [ 1009.563823] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d7cc461-3f02-45cd-930c-51e05f3644d5 tempest-ImagesOneServerTestJSON-939782918 tempest-ImagesOneServerTestJSON-939782918-project-member] Lock "e9cd253a-fe1d-4c04-ac2f-17207f16e7f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.097s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.695913] env[71114]: DEBUG oslo_vmware.api [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.718885] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58382} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.719226] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4/e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.719463] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.719747] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c36221bb-c423-445f-a664-5c9e16564974 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.721980] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "refresh_cache-c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.722318] env[71114]: DEBUG nova.compute.manager [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Instance network_info: |[{"id": "5640b437-a4a7-499a-865a-ab87fd5cb538", "address": "fa:16:3e:9a:51:30", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5640b437-a4", "ovs_interfaceid": "5640b437-a4a7-499a-865a-ab87fd5cb538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.722928] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:51:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5640b437-a4a7-499a-865a-ab87fd5cb538', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.731852] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.732018] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.732381] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7197f27-e466-47e6-876f-c051a69126c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.750587] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1009.750587] env[71114]: value = "task-3821960" [ 1009.750587] env[71114]: _type = "Task" [ 1009.750587] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.756391] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.756391] env[71114]: value = "task-3821961" [ 1009.756391] env[71114]: _type = "Task" [ 1009.756391] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.766664] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.774322] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821961, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.810908] env[71114]: INFO nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Took 60.01 seconds to build instance. [ 1009.933020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Releasing lock "refresh_cache-63908f55-ee31-46c3-afda-79191162c0a3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.933020] env[71114]: DEBUG nova.compute.manager [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.933020] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.933020] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6995a71-a769-43b0-91a8-6414bffc5656 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.943383] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.943649] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d400ba7-fae5-419a-93c5-f3292c9f1bfb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.953249] env[71114]: DEBUG oslo_vmware.api [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 1009.953249] env[71114]: value = "task-3821962" [ 1009.953249] env[71114]: _type = "Task" [ 1009.953249] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.968858] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.969633] env[71114]: DEBUG oslo_vmware.api [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.145411] env[71114]: DEBUG nova.compute.manager [req-d2774080-5c15-4a7e-b31f-d7cb23cddf7d req-83d67732-d8d5-45fd-8b73-1417178287ed service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Received event network-changed-5640b437-a4a7-499a-865a-ab87fd5cb538 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.145653] env[71114]: DEBUG nova.compute.manager [req-d2774080-5c15-4a7e-b31f-d7cb23cddf7d req-83d67732-d8d5-45fd-8b73-1417178287ed service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Refreshing instance network info cache due to event network-changed-5640b437-a4a7-499a-865a-ab87fd5cb538. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.145911] env[71114]: DEBUG oslo_concurrency.lockutils [req-d2774080-5c15-4a7e-b31f-d7cb23cddf7d req-83d67732-d8d5-45fd-8b73-1417178287ed service nova] Acquiring lock "refresh_cache-c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.146114] env[71114]: DEBUG oslo_concurrency.lockutils [req-d2774080-5c15-4a7e-b31f-d7cb23cddf7d req-83d67732-d8d5-45fd-8b73-1417178287ed service nova] Acquired lock "refresh_cache-c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.146370] env[71114]: DEBUG nova.network.neutron [req-d2774080-5c15-4a7e-b31f-d7cb23cddf7d req-83d67732-d8d5-45fd-8b73-1417178287ed service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Refreshing network info cache for port 5640b437-a4a7-499a-865a-ab87fd5cb538 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.201431] env[71114]: DEBUG oslo_vmware.api [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Task: {'id': task-3821959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.619155} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.201720] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.201905] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.202128] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.203033] env[71114]: INFO nova.compute.manager [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1010.203520] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.203520] env[71114]: DEBUG nova.compute.manager [-] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.203698] env[71114]: DEBUG nova.network.neutron [-] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.271954] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082663} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.281673] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.285366] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821961, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.286618] env[71114]: DEBUG nova.network.neutron [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Successfully updated port: 552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.290600] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63710054-00ac-432a-9125-885146104eac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.298485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquiring lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.298724] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.320492] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4/e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.323638] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.943s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.324405] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e8f459-6bb0-45a7-9d47-f94fb1b3201f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.348671] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1010.348671] env[71114]: value = "task-3821963" [ 1010.348671] env[71114]: _type = "Task" [ 1010.348671] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.364466] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821963, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.465542] env[71114]: DEBUG oslo_vmware.api [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821962, 'name': PowerOffVM_Task, 'duration_secs': 0.307831} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.465542] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.465542] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.468195] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f97e1da1-30b2-4cae-8622-89db1b502037 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.497378] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.497605] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.497791] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Deleting the datastore file [datastore1] 63908f55-ee31-46c3-afda-79191162c0a3 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.498458] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40bd04e3-f6de-4811-9388-ae6d56b30ff6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.507523] env[71114]: DEBUG oslo_vmware.api [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for the task: (returnval){ [ 1010.507523] env[71114]: value = "task-3821965" [ 1010.507523] env[71114]: _type = "Task" [ 1010.507523] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.519412] env[71114]: DEBUG oslo_vmware.api [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.659453] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfdd545-0b84-415f-97f8-17aefc54f915 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.667649] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d093829-94a2-4b4b-83e9-6177baad0987 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.700150] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfcaf70-772c-4681-9713-115a81d398fe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.708337] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a74b6ad-453d-4779-aa6b-f24b4dd5e572 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.722259] env[71114]: DEBUG nova.compute.provider_tree [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.735034] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.735324] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.735511] env[71114]: DEBUG nova.compute.manager [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Going to confirm migration 2 {{(pid=71114) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1010.772264] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821961, 'name': CreateVM_Task, 'duration_secs': 0.802275} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.772437] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.773205] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.773369] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.773696] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.774119] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb5d5db-3354-4249-9b3f-0b1139b467b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.779230] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1010.779230] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f6165a-4c36-aef0-fe43-fdb1d477cff2" [ 1010.779230] env[71114]: _type = "Task" [ 1010.779230] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.790428] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f6165a-4c36-aef0-fe43-fdb1d477cff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.794082] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.794226] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.794445] env[71114]: DEBUG nova.network.neutron [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.841983] env[71114]: DEBUG nova.compute.manager [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.861871] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821963, 'name': ReconfigVM_Task, 'duration_secs': 0.32675} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.862170] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Reconfigured VM instance instance-00000047 to attach disk [datastore2] e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4/e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.862908] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f31bc219-dab0-4e7e-a15a-2a986017c930 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.872529] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1010.872529] env[71114]: value = "task-3821966" [ 1010.872529] env[71114]: _type = "Task" [ 1010.872529] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.884622] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821966, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.021804] env[71114]: DEBUG oslo_vmware.api [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Task: {'id': task-3821965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136648} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.021804] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.021804] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.021804] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.021804] env[71114]: INFO nova.compute.manager [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1011.021804] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.021804] env[71114]: DEBUG nova.compute.manager [-] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.021804] env[71114]: DEBUG nova.network.neutron [-] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.048364] env[71114]: DEBUG nova.network.neutron [-] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.225450] env[71114]: DEBUG nova.scheduler.client.report [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.291640] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f6165a-4c36-aef0-fe43-fdb1d477cff2, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.292081] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.292420] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.292756] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.293007] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.293296] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.293667] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-214e11da-60fd-4b24-b0a9-f354d2677863 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.309474] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.309676] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.310463] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f54062-7fba-4a65-818b-ecfb848b8f46 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.316227] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1011.316227] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525867a4-4a77-e909-e199-bf4a956464d5" [ 1011.316227] env[71114]: _type = "Task" [ 1011.316227] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.320896] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.321081] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.321264] env[71114]: DEBUG nova.network.neutron [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.321446] env[71114]: DEBUG nova.objects.instance [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'info_cache' on Instance uuid 2f9f3bdd-1c9a-456b-9959-146dc2aec368 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.328703] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525867a4-4a77-e909-e199-bf4a956464d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.372644] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.382501] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821966, 'name': Rename_Task, 'duration_secs': 0.167204} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.385562] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.385562] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b81217-b6e3-42d8-9524-d000a690e7c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.390683] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1011.390683] env[71114]: value = "task-3821967" [ 1011.390683] env[71114]: _type = "Task" [ 1011.390683] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.394459] env[71114]: DEBUG nova.network.neutron [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.401541] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.551049] env[71114]: DEBUG nova.network.neutron [-] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.565743] env[71114]: DEBUG nova.network.neutron [req-d2774080-5c15-4a7e-b31f-d7cb23cddf7d req-83d67732-d8d5-45fd-8b73-1417178287ed service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Updated VIF entry in instance network info cache for port 5640b437-a4a7-499a-865a-ab87fd5cb538. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.566166] env[71114]: DEBUG nova.network.neutron [req-d2774080-5c15-4a7e-b31f-d7cb23cddf7d req-83d67732-d8d5-45fd-8b73-1417178287ed service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Updating instance_info_cache with network_info: [{"id": "5640b437-a4a7-499a-865a-ab87fd5cb538", "address": "fa:16:3e:9a:51:30", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5640b437-a4", "ovs_interfaceid": "5640b437-a4a7-499a-865a-ab87fd5cb538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.733226] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.733898] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.736548] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.457s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.736774] env[71114]: DEBUG nova.objects.instance [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lazy-loading 'resources' on Instance uuid 699581d9-6007-4ea3-ae97-50b9babfcd49 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.793038] env[71114]: DEBUG nova.network.neutron [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updating instance_info_cache with network_info: [{"id": "552aa443-e12b-4e67-a944-384141d63f0a", "address": "fa:16:3e:97:10:24", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552aa443-e1", "ovs_interfaceid": "552aa443-e12b-4e67-a944-384141d63f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.842958] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525867a4-4a77-e909-e199-bf4a956464d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012194} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.845992] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14644bd4-ceb8-459e-a1d3-d6a212e38817 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.857584] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1011.857584] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5272140a-a893-4a0b-55ef-0f6f0552ab66" [ 1011.857584] env[71114]: _type = "Task" [ 1011.857584] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.871173] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5272140a-a893-4a0b-55ef-0f6f0552ab66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.906922] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821967, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.053217] env[71114]: INFO nova.compute.manager [-] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Took 1.03 seconds to deallocate network for instance. [ 1012.069921] env[71114]: DEBUG oslo_concurrency.lockutils [req-d2774080-5c15-4a7e-b31f-d7cb23cddf7d req-83d67732-d8d5-45fd-8b73-1417178287ed service nova] Releasing lock "refresh_cache-c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.070210] env[71114]: DEBUG nova.compute.manager [req-d2774080-5c15-4a7e-b31f-d7cb23cddf7d req-83d67732-d8d5-45fd-8b73-1417178287ed service nova] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Received event network-vif-deleted-5e639dfd-c59b-4ccc-9d18-6b2675645d0c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.240560] env[71114]: DEBUG nova.compute.utils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.242444] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.242712] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.271111] env[71114]: DEBUG nova.network.neutron [-] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.296331] env[71114]: DEBUG nova.compute.manager [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Received event network-vif-plugged-552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.296549] env[71114]: DEBUG oslo_concurrency.lockutils [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] Acquiring lock "4072512a-78dc-4b19-9834-0536e07ced5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.296754] env[71114]: DEBUG oslo_concurrency.lockutils [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] Lock "4072512a-78dc-4b19-9834-0536e07ced5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.296948] env[71114]: DEBUG oslo_concurrency.lockutils [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] Lock "4072512a-78dc-4b19-9834-0536e07ced5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.298108] env[71114]: DEBUG nova.compute.manager [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] No waiting events found dispatching network-vif-plugged-552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1012.301422] env[71114]: WARNING nova.compute.manager [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Received unexpected event network-vif-plugged-552aa443-e12b-4e67-a944-384141d63f0a for instance with vm_state building and task_state spawning. [ 1012.301422] env[71114]: DEBUG nova.compute.manager [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Received event network-changed-552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.301422] env[71114]: DEBUG nova.compute.manager [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Refreshing instance network info cache due to event network-changed-552aa443-e12b-4e67-a944-384141d63f0a. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.301422] env[71114]: DEBUG oslo_concurrency.lockutils [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] Acquiring lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.301422] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.301422] env[71114]: DEBUG nova.compute.manager [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Instance network_info: |[{"id": "552aa443-e12b-4e67-a944-384141d63f0a", "address": "fa:16:3e:97:10:24", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552aa443-e1", "ovs_interfaceid": "552aa443-e12b-4e67-a944-384141d63f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.301749] env[71114]: DEBUG oslo_concurrency.lockutils [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] Acquired lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.301957] env[71114]: DEBUG nova.network.neutron [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Refreshing network info cache for port 552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.307021] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:10:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '552aa443-e12b-4e67-a944-384141d63f0a', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.312909] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.316055] env[71114]: DEBUG nova.policy [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60f8f97c7b8b4c28be7772876270c6f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '388bd012136b4a758af415cccc74f843', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.319818] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.323162] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7c4ea95-e6c7-459f-b6a8-0724a1950642 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.351523] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.351523] env[71114]: value = "task-3821968" [ 1012.351523] env[71114]: _type = "Task" [ 1012.351523] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.366119] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821968, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.370696] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5272140a-a893-4a0b-55ef-0f6f0552ab66, 'name': SearchDatastore_Task, 'duration_secs': 0.01589} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.370812] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.371116] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] c9e53417-156f-4bf4-8fba-e8e3ff5fa80c/c9e53417-156f-4bf4-8fba-e8e3ff5fa80c.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.371415] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e716b91-fd44-454e-aa6c-ac6d39f2e058 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.383979] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1012.383979] env[71114]: value = "task-3821969" [ 1012.383979] env[71114]: _type = "Task" [ 1012.383979] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.396583] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.408820] env[71114]: DEBUG oslo_vmware.api [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821967, 'name': PowerOnVM_Task, 'duration_secs': 0.523493} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.409506] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.409725] env[71114]: INFO nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1012.410670] env[71114]: DEBUG nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1012.411632] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04d2ed-f149-4918-977a-1d03645e3d9d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.559903] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.751391] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.776962] env[71114]: INFO nova.compute.manager [-] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Took 2.57 seconds to deallocate network for instance. [ 1012.863389] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821968, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.898438] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506851} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.898737] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] c9e53417-156f-4bf4-8fba-e8e3ff5fa80c/c9e53417-156f-4bf4-8fba-e8e3ff5fa80c.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.899311] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.899938] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ae19a1f-1de9-4831-a006-3873efa0967f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.909771] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1012.909771] env[71114]: value = "task-3821970" [ 1012.909771] env[71114]: _type = "Task" [ 1012.909771] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.920069] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.944413] env[71114]: INFO nova.compute.manager [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Took 50.78 seconds to build instance. [ 1013.008945] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc36a7e6-0bf6-4f15-87de-495ef97f9097 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.023229] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf0ee21-619b-41e7-924c-68aeb15f04ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.060387] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa3afb7-5af9-4e4e-b357-eb368e4088ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.069892] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd9ab5d-d7d1-4b5d-b223-259cf8933d11 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.084390] env[71114]: DEBUG nova.compute.provider_tree [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.127159] env[71114]: DEBUG nova.network.neutron [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updated VIF entry in instance network info cache for port 552aa443-e12b-4e67-a944-384141d63f0a. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.127159] env[71114]: DEBUG nova.network.neutron [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updating instance_info_cache with network_info: [{"id": "552aa443-e12b-4e67-a944-384141d63f0a", "address": "fa:16:3e:97:10:24", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552aa443-e1", "ovs_interfaceid": "552aa443-e12b-4e67-a944-384141d63f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.183289] env[71114]: DEBUG nova.network.neutron [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance_info_cache with network_info: [{"id": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "address": "fa:16:3e:20:06:d6", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901e74-43", "ovs_interfaceid": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.257143] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Successfully created port: 03972812-7bf5-43f8-9f44-b83c59177dae {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.288591] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.365393] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821968, 'name': CreateVM_Task, 'duration_secs': 0.562729} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.365393] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.365841] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.366219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.368072] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.368072] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b35b82-db7a-40bc-bb67-93f75cb2f873 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.374145] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1013.374145] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5209b700-165b-9fff-427d-1be987ef7ccb" [ 1013.374145] env[71114]: _type = "Task" [ 1013.374145] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.384044] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5209b700-165b-9fff-427d-1be987ef7ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.419711] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162769} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.420472] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.421183] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcafbb1e-9f3f-4a7f-a167-ed15ee95873a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.451260] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] c9e53417-156f-4bf4-8fba-e8e3ff5fa80c/c9e53417-156f-4bf4-8fba-e8e3ff5fa80c.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.452991] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aaadb97f-7ff2-448f-9285-513986ba5235 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.991s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.453301] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac2c79fe-10e9-4e1c-adb7-ff0170208e71 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.476369] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1013.476369] env[71114]: value = "task-3821971" [ 1013.476369] env[71114]: _type = "Task" [ 1013.476369] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.488276] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.588127] env[71114]: DEBUG nova.scheduler.client.report [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.631156] env[71114]: DEBUG oslo_concurrency.lockutils [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] Releasing lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.631516] env[71114]: DEBUG nova.compute.manager [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Received event network-vif-deleted-9dde54ba-9266-4b60-a949-3b088009a6e2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.631653] env[71114]: INFO nova.compute.manager [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Neutron deleted interface 9dde54ba-9266-4b60-a949-3b088009a6e2; detaching it from the instance and deleting it from the info cache [ 1013.631796] env[71114]: DEBUG nova.network.neutron [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.689345] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.689345] env[71114]: DEBUG nova.objects.instance [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'migration_context' on Instance uuid 2f9f3bdd-1c9a-456b-9959-146dc2aec368 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.775026] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.815677] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.815811] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.816236] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.816526] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.816755] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.816928] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.817334] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.817517] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.817695] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.817883] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.818088] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.819437] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22181993-2c1d-4b96-939a-42058410fd98 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.829228] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c313d5b-7827-4b06-90d5-1d269cd31343 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.888486] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5209b700-165b-9fff-427d-1be987ef7ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.889032] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.889032] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.889266] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.889404] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.889576] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.890252] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e942b8e-2cd1-4ea6-b853-c3c4f83adbbf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.900426] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.900426] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.901500] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15b44e7-911d-4e99-8024-a4f69fc2de2a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.912359] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1013.912359] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f4fe2-af78-b221-72e4-2fc389cd5762" [ 1013.912359] env[71114]: _type = "Task" [ 1013.912359] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.920145] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f4fe2-af78-b221-72e4-2fc389cd5762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.987890] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.062315] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.063031] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.063031] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.063031] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.063192] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.066818] env[71114]: INFO nova.compute.manager [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Terminating instance [ 1014.094244] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.096922] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.844s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.099550] env[71114]: INFO nova.compute.claims [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.132086] env[71114]: INFO nova.scheduler.client.report [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Deleted allocations for instance 699581d9-6007-4ea3-ae97-50b9babfcd49 [ 1014.135521] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af122d4d-a0a5-45a4-b50c-1343194afbc7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.147749] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99fbe32-aefb-41f2-9ce7-f02be476b851 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.184416] env[71114]: DEBUG nova.compute.manager [req-9616fe53-dcd3-4d2e-8aac-ccb3e0359070 req-8302c689-5492-479c-87b9-6ccc291c861a service nova] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Detach interface failed, port_id=9dde54ba-9266-4b60-a949-3b088009a6e2, reason: Instance a7aad26c-c285-4d67-9af9-076fd1f0d9d6 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1014.192712] env[71114]: DEBUG nova.objects.base [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Object Instance<2f9f3bdd-1c9a-456b-9959-146dc2aec368> lazy-loaded attributes: info_cache,migration_context {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1014.195410] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7e1568-d755-4449-9385-ef6e0e948bbc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.218247] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a8185c-3df7-4038-9788-91939ea54ec6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.224916] env[71114]: DEBUG oslo_vmware.api [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1014.224916] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5203fa37-be66-d367-3d4c-15d889bc1e26" [ 1014.224916] env[71114]: _type = "Task" [ 1014.224916] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.231789] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.232048] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.232270] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.232901] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.233132] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.235378] env[71114]: INFO nova.compute.manager [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Terminating instance [ 1014.244376] env[71114]: DEBUG oslo_vmware.api [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5203fa37-be66-d367-3d4c-15d889bc1e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.423726] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f4fe2-af78-b221-72e4-2fc389cd5762, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.425234] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab6208d-ae69-45f2-a21c-7b29d6bff0a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.433254] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1014.433254] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c2a385-2203-4655-4e76-5a696192446b" [ 1014.433254] env[71114]: _type = "Task" [ 1014.433254] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.447111] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c2a385-2203-4655-4e76-5a696192446b, 'name': SearchDatastore_Task} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.447489] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.447885] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 4072512a-78dc-4b19-9834-0536e07ced5a/4072512a-78dc-4b19-9834-0536e07ced5a.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.448269] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d59dbd8-19bc-42e6-ab45-761b82d03fe8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.457317] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1014.457317] env[71114]: value = "task-3821972" [ 1014.457317] env[71114]: _type = "Task" [ 1014.457317] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.469604] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.489602] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.571879] env[71114]: DEBUG nova.compute.manager [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.572127] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.573113] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c51aae7-6197-43d8-a6cb-d1beaaa43a8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.584460] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.584958] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f452305-130a-4775-9e39-d1f3a71af564 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.593210] env[71114]: DEBUG oslo_vmware.api [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1014.593210] env[71114]: value = "task-3821973" [ 1014.593210] env[71114]: _type = "Task" [ 1014.593210] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.607612] env[71114]: DEBUG oslo_vmware.api [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.642161] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c90bc438-0087-4b3c-bf86-a8eb4a87d8f1 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "699581d9-6007-4ea3-ae97-50b9babfcd49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.844s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.742566] env[71114]: DEBUG nova.compute.manager [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.744305] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.744999] env[71114]: DEBUG oslo_vmware.api [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5203fa37-be66-d367-3d4c-15d889bc1e26, 'name': SearchDatastore_Task, 'duration_secs': 0.008548} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.747016] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de47af7-df8a-45a9-a8a6-27748aebee04 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.750826] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.759410] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.760455] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5997c5c8-5259-487b-a35b-d49eca8303f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.769496] env[71114]: DEBUG oslo_vmware.api [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1014.769496] env[71114]: value = "task-3821974" [ 1014.769496] env[71114]: _type = "Task" [ 1014.769496] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.783306] env[71114]: DEBUG oslo_vmware.api [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.973237] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504152} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.973438] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 4072512a-78dc-4b19-9834-0536e07ced5a/4072512a-78dc-4b19-9834-0536e07ced5a.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.973545] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.973775] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f80a00d-c2e8-41f6-aa8d-b91d3e8db406 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.984506] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1014.984506] env[71114]: value = "task-3821975" [ 1014.984506] env[71114]: _type = "Task" [ 1014.984506] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.988858] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821971, 'name': ReconfigVM_Task, 'duration_secs': 1.068591} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.994804] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Reconfigured VM instance instance-00000048 to attach disk [datastore2] c9e53417-156f-4bf4-8fba-e8e3ff5fa80c/c9e53417-156f-4bf4-8fba-e8e3ff5fa80c.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.995540] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc765d8d-77e6-47bf-b74d-ad7ce410a2e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.006075] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.006075] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1015.006075] env[71114]: value = "task-3821976" [ 1015.006075] env[71114]: _type = "Task" [ 1015.006075] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.015916] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821976, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.063735] env[71114]: DEBUG oslo_concurrency.lockutils [None req-016289b0-6131-4a57-84f3-2acfbd55767e tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.064085] env[71114]: DEBUG oslo_concurrency.lockutils [None req-016289b0-6131-4a57-84f3-2acfbd55767e tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.064442] env[71114]: DEBUG nova.objects.instance [None req-016289b0-6131-4a57-84f3-2acfbd55767e tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'flavor' on Instance uuid c10ce708-47bb-4099-918f-9475b1ecfd4e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.108500] env[71114]: DEBUG oslo_vmware.api [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.171517] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Successfully updated port: 03972812-7bf5-43f8-9f44-b83c59177dae {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.281435] env[71114]: DEBUG oslo_vmware.api [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821974, 'name': PowerOffVM_Task, 'duration_secs': 0.338184} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.281716] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.282217] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.282217] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-166ea08b-9efd-4d16-b4ed-aebb27300c71 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.319563] env[71114]: DEBUG nova.compute.manager [req-1284a1b8-7877-4e69-9cad-7dd44b796029 req-65374851-1be0-4c5d-9795-32ae2f3ced42 service nova] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Received event network-vif-plugged-03972812-7bf5-43f8-9f44-b83c59177dae {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.319820] env[71114]: DEBUG oslo_concurrency.lockutils [req-1284a1b8-7877-4e69-9cad-7dd44b796029 req-65374851-1be0-4c5d-9795-32ae2f3ced42 service nova] Acquiring lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.320052] env[71114]: DEBUG oslo_concurrency.lockutils [req-1284a1b8-7877-4e69-9cad-7dd44b796029 req-65374851-1be0-4c5d-9795-32ae2f3ced42 service nova] Lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.320226] env[71114]: DEBUG oslo_concurrency.lockutils [req-1284a1b8-7877-4e69-9cad-7dd44b796029 req-65374851-1be0-4c5d-9795-32ae2f3ced42 service nova] Lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.320389] env[71114]: DEBUG nova.compute.manager [req-1284a1b8-7877-4e69-9cad-7dd44b796029 req-65374851-1be0-4c5d-9795-32ae2f3ced42 service nova] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] No waiting events found dispatching network-vif-plugged-03972812-7bf5-43f8-9f44-b83c59177dae {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1015.320550] env[71114]: WARNING nova.compute.manager [req-1284a1b8-7877-4e69-9cad-7dd44b796029 req-65374851-1be0-4c5d-9795-32ae2f3ced42 service nova] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Received unexpected event network-vif-plugged-03972812-7bf5-43f8-9f44-b83c59177dae for instance with vm_state building and task_state spawning. [ 1015.363099] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.363357] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.363541] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleting the datastore file [datastore2] e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.364860] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1d8fc55-949f-4ae7-adf4-31e5055d0691 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.370573] env[71114]: DEBUG oslo_vmware.api [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1015.370573] env[71114]: value = "task-3821978" [ 1015.370573] env[71114]: _type = "Task" [ 1015.370573] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.381970] env[71114]: DEBUG oslo_vmware.api [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.498232] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085526} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.501555] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.503236] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b762e6-8e37-43a2-9d65-0cba2d2e1845 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.516328] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821976, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.537294] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 4072512a-78dc-4b19-9834-0536e07ced5a/4072512a-78dc-4b19-9834-0536e07ced5a.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.537927] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b65009-a523-4d8d-87d1-84a29a637f65 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.562228] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1015.562228] env[71114]: value = "task-3821979" [ 1015.562228] env[71114]: _type = "Task" [ 1015.562228] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.571628] env[71114]: DEBUG nova.objects.instance [None req-016289b0-6131-4a57-84f3-2acfbd55767e tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'pci_requests' on Instance uuid c10ce708-47bb-4099-918f-9475b1ecfd4e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.579770] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.603988] env[71114]: DEBUG oslo_vmware.api [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.663279] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9beb40-8282-4bb7-a7b6-9a5fb57411be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.671865] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2496903-2cbd-4346-b67c-d9786bb6bedd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.676187] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "refresh_cache-8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.676361] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired lock "refresh_cache-8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.676521] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.717741] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e65a0b-840a-46f3-9fd9-a33a802bd887 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.723204] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.723423] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.723759] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.724075] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.724269] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.726897] env[71114]: INFO nova.compute.manager [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Terminating instance [ 1015.736676] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87cba22-108b-4379-93f0-8def7837c8a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.752712] env[71114]: DEBUG nova.compute.provider_tree [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.884247] env[71114]: DEBUG oslo_vmware.api [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14024} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.884647] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.884767] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.884932] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.885175] env[71114]: INFO nova.compute.manager [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1015.885439] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.885674] env[71114]: DEBUG nova.compute.manager [-] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.885777] env[71114]: DEBUG nova.network.neutron [-] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.018398] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821976, 'name': Rename_Task, 'duration_secs': 0.693178} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.018675] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.018923] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af1a4bf5-949a-425d-b176-d2a40e733010 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.025747] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1016.025747] env[71114]: value = "task-3821980" [ 1016.025747] env[71114]: _type = "Task" [ 1016.025747] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.037997] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.075092] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821979, 'name': ReconfigVM_Task, 'duration_secs': 0.347639} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.075092] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 4072512a-78dc-4b19-9834-0536e07ced5a/4072512a-78dc-4b19-9834-0536e07ced5a.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.075092] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d4c6a47-be34-4c27-9708-37989eef8b4f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.075564] env[71114]: DEBUG nova.objects.base [None req-016289b0-6131-4a57-84f3-2acfbd55767e tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.075742] env[71114]: DEBUG nova.network.neutron [None req-016289b0-6131-4a57-84f3-2acfbd55767e tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.082468] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1016.082468] env[71114]: value = "task-3821981" [ 1016.082468] env[71114]: _type = "Task" [ 1016.082468] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.091400] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821981, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.105334] env[71114]: DEBUG oslo_vmware.api [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821973, 'name': PowerOffVM_Task, 'duration_secs': 1.147833} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.105334] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.105334] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.105334] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-344bfe5c-23e1-4d37-9983-c5415ea7bd40 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.200682] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.200959] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.201151] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleting the datastore file [datastore1] b3cfe0e4-d9c8-42d4-b1e1-589941801a8a {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.201647] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fac890fd-5c5a-49f3-ad2c-6b8a3d32b7e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.210056] env[71114]: DEBUG oslo_vmware.api [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for the task: (returnval){ [ 1016.210056] env[71114]: value = "task-3821983" [ 1016.210056] env[71114]: _type = "Task" [ 1016.210056] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.219602] env[71114]: DEBUG oslo_vmware.api [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.234735] env[71114]: DEBUG nova.compute.manager [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.234984] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.235918] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b40e40-ad87-4b9d-a10b-d82f3bc3409d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.244990] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.245284] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bb10c75-b5bc-44d6-894b-2fcbba3a1095 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.252830] env[71114]: DEBUG oslo_vmware.api [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 1016.252830] env[71114]: value = "task-3821984" [ 1016.252830] env[71114]: _type = "Task" [ 1016.252830] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.259138] env[71114]: DEBUG nova.scheduler.client.report [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.267840] env[71114]: DEBUG oslo_vmware.api [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.269287] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.358727] env[71114]: DEBUG oslo_concurrency.lockutils [None req-016289b0-6131-4a57-84f3-2acfbd55767e tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.294s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.541039] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821980, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.593224] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821981, 'name': Rename_Task, 'duration_secs': 0.224576} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.593523] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.594243] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8becaf96-8b1a-4e7a-8a73-4563c1e8fab1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.601146] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1016.601146] env[71114]: value = "task-3821985" [ 1016.601146] env[71114]: _type = "Task" [ 1016.601146] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.610428] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.622542] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Updating instance_info_cache with network_info: [{"id": "03972812-7bf5-43f8-9f44-b83c59177dae", "address": "fa:16:3e:46:05:c5", "network": {"id": "49833113-e83b-46bc-be22-527a3d42317e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1836345192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bd012136b4a758af415cccc74f843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03972812-7b", "ovs_interfaceid": "03972812-7bf5-43f8-9f44-b83c59177dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.722914] env[71114]: DEBUG oslo_vmware.api [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Task: {'id': task-3821983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174926} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.725094] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.725336] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.725559] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.725788] env[71114]: INFO nova.compute.manager [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1016.726089] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.726330] env[71114]: DEBUG nova.compute.manager [-] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.726464] env[71114]: DEBUG nova.network.neutron [-] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.764629] env[71114]: DEBUG oslo_vmware.api [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821984, 'name': PowerOffVM_Task, 'duration_secs': 0.210233} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.764964] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.765109] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.765882] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-834da3b7-02c1-4cf1-9b62-e15b8cce0e63 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.769698] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.770287] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.773791] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.355s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.775252] env[71114]: DEBUG nova.objects.instance [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lazy-loading 'resources' on Instance uuid 7908850c-f4b3-41ac-9c4a-41c21151041c {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.854332] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.856075] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.856075] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Deleting the datastore file [datastore2] b0d96ca6-5a28-4cbe-9b7f-6d43639479fc {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.856459] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19758ea6-4746-45c2-a593-b833efeb317b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.869717] env[71114]: DEBUG oslo_vmware.api [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 1016.869717] env[71114]: value = "task-3821987" [ 1016.869717] env[71114]: _type = "Task" [ 1016.869717] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.886967] env[71114]: DEBUG oslo_vmware.api [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.039117] env[71114]: DEBUG oslo_vmware.api [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821980, 'name': PowerOnVM_Task, 'duration_secs': 0.882427} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.039426] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.039634] env[71114]: INFO nova.compute.manager [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1017.039813] env[71114]: DEBUG nova.compute.manager [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.040703] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833a608a-8eb4-4308-ac4c-e150c4f666c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.114786] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821985, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.128380] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Releasing lock "refresh_cache-8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.128895] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Instance network_info: |[{"id": "03972812-7bf5-43f8-9f44-b83c59177dae", "address": "fa:16:3e:46:05:c5", "network": {"id": "49833113-e83b-46bc-be22-527a3d42317e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1836345192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bd012136b4a758af415cccc74f843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03972812-7b", "ovs_interfaceid": "03972812-7bf5-43f8-9f44-b83c59177dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.129828] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:05:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03972812-7bf5-43f8-9f44-b83c59177dae', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.141723] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Creating folder: Project (388bd012136b4a758af415cccc74f843). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.143913] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a813e5c-ac6f-4fc0-b6c5-7d6634722fca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.159695] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Created folder: Project (388bd012136b4a758af415cccc74f843) in parent group-v759732. [ 1017.159920] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Creating folder: Instances. Parent ref: group-v759944. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.161152] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07c6e60a-d896-41c5-9d13-ace4b3ff6202 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.172094] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Created folder: Instances in parent group-v759944. [ 1017.172486] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.172590] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.172818] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ffe4a2-b8b6-40ef-973f-d91f14ac4647 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.197729] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.197729] env[71114]: value = "task-3821990" [ 1017.197729] env[71114]: _type = "Task" [ 1017.197729] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.211962] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821990, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.280995] env[71114]: DEBUG nova.compute.utils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.280995] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.280995] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.291229] env[71114]: DEBUG nova.network.neutron [-] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.339229] env[71114]: DEBUG nova.policy [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60f8f97c7b8b4c28be7772876270c6f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '388bd012136b4a758af415cccc74f843', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.383197] env[71114]: DEBUG oslo_vmware.api [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3821987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184369} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.386768] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.386971] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.387445] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.387636] env[71114]: INFO nova.compute.manager [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1017.387887] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.388296] env[71114]: DEBUG nova.compute.manager [-] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.389080] env[71114]: DEBUG nova.network.neutron [-] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.565265] env[71114]: INFO nova.compute.manager [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Took 52.59 seconds to build instance. [ 1017.613715] env[71114]: DEBUG oslo_vmware.api [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3821985, 'name': PowerOnVM_Task, 'duration_secs': 0.578933} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.616745] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.616975] env[71114]: INFO nova.compute.manager [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1017.617178] env[71114]: DEBUG nova.compute.manager [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.618661] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2957cd9-630a-4d3f-91de-a97a40ef79d1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.715091] env[71114]: DEBUG nova.network.neutron [-] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.728368] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821990, 'name': CreateVM_Task, 'duration_secs': 0.435236} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.729971] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.734018] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.734018] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.734018] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.734018] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686fa1fd-53af-47b8-82be-1e3fde2a73af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.743289] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1017.743289] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a10d27-19f6-193a-d1c2-4c091e7fd9ea" [ 1017.743289] env[71114]: _type = "Task" [ 1017.743289] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.755352] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a10d27-19f6-193a-d1c2-4c091e7fd9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.765501] env[71114]: DEBUG nova.compute.manager [req-452f3bf8-e54d-4588-92c8-31e0463ff25b req-4f6cd5b7-d72f-4524-9f75-5b80f54468c5 service nova] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Received event network-changed-03972812-7bf5-43f8-9f44-b83c59177dae {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.765702] env[71114]: DEBUG nova.compute.manager [req-452f3bf8-e54d-4588-92c8-31e0463ff25b req-4f6cd5b7-d72f-4524-9f75-5b80f54468c5 service nova] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Refreshing instance network info cache due to event network-changed-03972812-7bf5-43f8-9f44-b83c59177dae. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.765916] env[71114]: DEBUG oslo_concurrency.lockutils [req-452f3bf8-e54d-4588-92c8-31e0463ff25b req-4f6cd5b7-d72f-4524-9f75-5b80f54468c5 service nova] Acquiring lock "refresh_cache-8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.766074] env[71114]: DEBUG oslo_concurrency.lockutils [req-452f3bf8-e54d-4588-92c8-31e0463ff25b req-4f6cd5b7-d72f-4524-9f75-5b80f54468c5 service nova] Acquired lock "refresh_cache-8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.766238] env[71114]: DEBUG nova.network.neutron [req-452f3bf8-e54d-4588-92c8-31e0463ff25b req-4f6cd5b7-d72f-4524-9f75-5b80f54468c5 service nova] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Refreshing network info cache for port 03972812-7bf5-43f8-9f44-b83c59177dae {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.786461] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.794771] env[71114]: INFO nova.compute.manager [-] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Took 1.91 seconds to deallocate network for instance. [ 1017.829574] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Successfully created port: 7cb4d3f9-0ec5-4f97-a795-e72607c91b0c {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.940954] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d5292-6d36-4bcc-901d-a3a2bd3f6e91 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.952553] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b640567d-222c-4022-bab6-15bed51e390f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.987213] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765f936e-1b69-4fbc-b549-176e9823ceb2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.996966] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb4e14-242e-41c9-938b-185afec8d278 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.018249] env[71114]: DEBUG nova.compute.provider_tree [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.070388] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5ef0669a-dcfd-4243-8992-e5843056c0b9 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.362s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.140558] env[71114]: INFO nova.compute.manager [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Took 46.08 seconds to build instance. [ 1018.218693] env[71114]: INFO nova.compute.manager [-] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Took 1.49 seconds to deallocate network for instance. [ 1018.257012] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a10d27-19f6-193a-d1c2-4c091e7fd9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013574} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.257430] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.257796] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.258283] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.258575] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.258912] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.259397] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-175bdd99-eb00-44d0-abb9-c9cd405e2893 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.272276] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.272276] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.273961] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99adbc35-2d7e-4b6d-95bc-65e47bc3535f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.280604] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1018.280604] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e1b04f-27f9-526c-92d7-f0701830d56c" [ 1018.280604] env[71114]: _type = "Task" [ 1018.280604] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.290035] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e1b04f-27f9-526c-92d7-f0701830d56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.302295] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.399864] env[71114]: DEBUG nova.network.neutron [-] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.484047] env[71114]: DEBUG nova.network.neutron [req-452f3bf8-e54d-4588-92c8-31e0463ff25b req-4f6cd5b7-d72f-4524-9f75-5b80f54468c5 service nova] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Updated VIF entry in instance network info cache for port 03972812-7bf5-43f8-9f44-b83c59177dae. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.484511] env[71114]: DEBUG nova.network.neutron [req-452f3bf8-e54d-4588-92c8-31e0463ff25b req-4f6cd5b7-d72f-4524-9f75-5b80f54468c5 service nova] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Updating instance_info_cache with network_info: [{"id": "03972812-7bf5-43f8-9f44-b83c59177dae", "address": "fa:16:3e:46:05:c5", "network": {"id": "49833113-e83b-46bc-be22-527a3d42317e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1836345192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bd012136b4a758af415cccc74f843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03972812-7b", "ovs_interfaceid": "03972812-7bf5-43f8-9f44-b83c59177dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.521827] env[71114]: DEBUG nova.scheduler.client.report [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.615591] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.615945] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.616202] env[71114]: DEBUG nova.objects.instance [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'flavor' on Instance uuid c10ce708-47bb-4099-918f-9475b1ecfd4e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.643718] env[71114]: DEBUG oslo_concurrency.lockutils [None req-700ffd1d-e67f-4b3d-b892-ae67b59a98c5 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.576s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.725718] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.792312] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e1b04f-27f9-526c-92d7-f0701830d56c, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.792768] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4607a6-1b81-4761-97ca-c3a71e7e375b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.800957] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.802648] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1018.802648] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528744c3-ad3c-7b59-a28f-88db0502081d" [ 1018.802648] env[71114]: _type = "Task" [ 1018.802648] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.813122] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528744c3-ad3c-7b59-a28f-88db0502081d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.833634] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.834073] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.834336] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.834660] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.835032] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.835409] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.835768] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.836050] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.836359] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.836595] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.836783] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.838117] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609fd00e-45e0-4539-b96b-8d9403433b8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.848543] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab43b41a-e76c-4154-acca-5d782e376568 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.901164] env[71114]: INFO nova.compute.manager [-] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Took 1.51 seconds to deallocate network for instance. [ 1018.981472] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquiring lock "5c5327d4-32b6-4072-938e-c2bbe387a166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.981694] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lock "5c5327d4-32b6-4072-938e-c2bbe387a166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.986936] env[71114]: DEBUG oslo_concurrency.lockutils [req-452f3bf8-e54d-4588-92c8-31e0463ff25b req-4f6cd5b7-d72f-4524-9f75-5b80f54468c5 service nova] Releasing lock "refresh_cache-8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.987181] env[71114]: DEBUG nova.compute.manager [req-452f3bf8-e54d-4588-92c8-31e0463ff25b req-4f6cd5b7-d72f-4524-9f75-5b80f54468c5 service nova] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Received event network-vif-deleted-dc535fb8-d8bf-4e53-a6bf-8880afc8f6b6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.987367] env[71114]: DEBUG nova.compute.manager [req-452f3bf8-e54d-4588-92c8-31e0463ff25b req-4f6cd5b7-d72f-4524-9f75-5b80f54468c5 service nova] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Received event network-vif-deleted-5a0ea28e-298a-4f74-ab19-8ce90de27660 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.027467] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.030524] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.282s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.030830] env[71114]: DEBUG nova.objects.instance [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lazy-loading 'resources' on Instance uuid cd25f327-611a-4b5f-baf6-916dbe1f8f6d {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.056465] env[71114]: INFO nova.scheduler.client.report [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleted allocations for instance 7908850c-f4b3-41ac-9c4a-41c21151041c [ 1019.253419] env[71114]: DEBUG oslo_concurrency.lockutils [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.253642] env[71114]: DEBUG oslo_concurrency.lockutils [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.253772] env[71114]: DEBUG nova.compute.manager [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1019.254820] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e6a056-ddf6-45a4-9c1d-993b2d501d90 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.263485] env[71114]: DEBUG nova.compute.manager [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1019.263485] env[71114]: DEBUG nova.objects.instance [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lazy-loading 'flavor' on Instance uuid c9e53417-156f-4bf4-8fba-e8e3ff5fa80c {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.271843] env[71114]: DEBUG nova.objects.instance [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'pci_requests' on Instance uuid c10ce708-47bb-4099-918f-9475b1ecfd4e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.318099] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528744c3-ad3c-7b59-a28f-88db0502081d, 'name': SearchDatastore_Task, 'duration_secs': 0.012412} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.318590] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.319048] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3/8af37691-be3d-4002-8c0a-2c1d8e8c5fb3.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.319505] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8746759-b5ee-4d87-a3cc-4ca851381f51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.328029] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1019.328029] env[71114]: value = "task-3821991" [ 1019.328029] env[71114]: _type = "Task" [ 1019.328029] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.338276] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.413159] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.485054] env[71114]: DEBUG nova.compute.manager [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.546278] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Successfully updated port: 7cb4d3f9-0ec5-4f97-a795-e72607c91b0c {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.566595] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bf3d292f-8122-4434-9d69-b77150090f35 tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "7908850c-f4b3-41ac-9c4a-41c21151041c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.818s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.775050] env[71114]: DEBUG nova.objects.base [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1019.775382] env[71114]: DEBUG nova.network.neutron [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.823996] env[71114]: DEBUG nova.policy [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f6950231c49199a6a083e7130d44a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fcc130e05e4f82a3c8f5ec6917fac1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.843107] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821991, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.850697] env[71114]: DEBUG nova.compute.manager [req-a74f86b4-1374-4cd9-b704-8d2887450364 req-435b92ac-d044-4d84-8d71-3645e7808271 service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Received event network-changed-552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.850973] env[71114]: DEBUG nova.compute.manager [req-a74f86b4-1374-4cd9-b704-8d2887450364 req-435b92ac-d044-4d84-8d71-3645e7808271 service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Refreshing instance network info cache due to event network-changed-552aa443-e12b-4e67-a944-384141d63f0a. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.851290] env[71114]: DEBUG oslo_concurrency.lockutils [req-a74f86b4-1374-4cd9-b704-8d2887450364 req-435b92ac-d044-4d84-8d71-3645e7808271 service nova] Acquiring lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.851874] env[71114]: DEBUG oslo_concurrency.lockutils [req-a74f86b4-1374-4cd9-b704-8d2887450364 req-435b92ac-d044-4d84-8d71-3645e7808271 service nova] Acquired lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.851874] env[71114]: DEBUG nova.network.neutron [req-a74f86b4-1374-4cd9-b704-8d2887450364 req-435b92ac-d044-4d84-8d71-3645e7808271 service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Refreshing network info cache for port 552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.018934] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.051385] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "refresh_cache-b3eb4c21-5479-4072-9b6f-edc4e53ee97e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.051639] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired lock "refresh_cache-b3eb4c21-5479-4072-9b6f-edc4e53ee97e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.051896] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.134056] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6bc906-c93b-406c-9661-8fceb5b4bf01 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.144592] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8710b942-3905-4c68-ae34-b1aacfaaaea8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.179799] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f711d41-d6bf-4981-b380-3d72ce174393 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.188925] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6956579c-6df1-42f1-9f63-ccb7420a11b0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.194345] env[71114]: DEBUG nova.network.neutron [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Successfully created port: 895b9cf5-d386-4eef-a75b-a395e0e7c551 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.208082] env[71114]: DEBUG nova.compute.provider_tree [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.248208] env[71114]: DEBUG nova.compute.manager [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Received event network-vif-deleted-ac6dc706-68f1-4db4-8d3d-ff473e673d35 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.248467] env[71114]: DEBUG nova.compute.manager [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Received event network-vif-plugged-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.248612] env[71114]: DEBUG oslo_concurrency.lockutils [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] Acquiring lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.248800] env[71114]: DEBUG oslo_concurrency.lockutils [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] Lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.248965] env[71114]: DEBUG oslo_concurrency.lockutils [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] Lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.249282] env[71114]: DEBUG nova.compute.manager [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] No waiting events found dispatching network-vif-plugged-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1020.249493] env[71114]: WARNING nova.compute.manager [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Received unexpected event network-vif-plugged-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c for instance with vm_state building and task_state spawning. [ 1020.249690] env[71114]: DEBUG nova.compute.manager [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Received event network-changed-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.249878] env[71114]: DEBUG nova.compute.manager [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Refreshing instance network info cache due to event network-changed-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.250147] env[71114]: DEBUG oslo_concurrency.lockutils [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] Acquiring lock "refresh_cache-b3eb4c21-5479-4072-9b6f-edc4e53ee97e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.279306] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.279587] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d2d607f-2cd9-4899-b8c8-ac28dbc3b667 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.289034] env[71114]: DEBUG oslo_vmware.api [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1020.289034] env[71114]: value = "task-3821992" [ 1020.289034] env[71114]: _type = "Task" [ 1020.289034] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.309813] env[71114]: DEBUG oslo_vmware.api [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.339213] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821991, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.603801] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.714071] env[71114]: DEBUG nova.scheduler.client.report [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.732152] env[71114]: DEBUG nova.network.neutron [req-a74f86b4-1374-4cd9-b704-8d2887450364 req-435b92ac-d044-4d84-8d71-3645e7808271 service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updated VIF entry in instance network info cache for port 552aa443-e12b-4e67-a944-384141d63f0a. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.732561] env[71114]: DEBUG nova.network.neutron [req-a74f86b4-1374-4cd9-b704-8d2887450364 req-435b92ac-d044-4d84-8d71-3645e7808271 service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updating instance_info_cache with network_info: [{"id": "552aa443-e12b-4e67-a944-384141d63f0a", "address": "fa:16:3e:97:10:24", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552aa443-e1", "ovs_interfaceid": "552aa443-e12b-4e67-a944-384141d63f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.793320] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Updating instance_info_cache with network_info: [{"id": "7cb4d3f9-0ec5-4f97-a795-e72607c91b0c", "address": "fa:16:3e:91:fa:1f", "network": {"id": "49833113-e83b-46bc-be22-527a3d42317e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1836345192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bd012136b4a758af415cccc74f843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb4d3f9-0e", "ovs_interfaceid": "7cb4d3f9-0ec5-4f97-a795-e72607c91b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.800952] env[71114]: DEBUG oslo_vmware.api [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3821992, 'name': PowerOffVM_Task, 'duration_secs': 0.289315} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.801324] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.801573] env[71114]: DEBUG nova.compute.manager [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1020.802419] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4add51-deeb-4aa5-96e6-162f3a079bba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.839536] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821991, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.128139] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "eb07163f-4135-46ed-ab10-dee92d3942cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.128433] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "eb07163f-4135-46ed-ab10-dee92d3942cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.128639] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "eb07163f-4135-46ed-ab10-dee92d3942cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.128823] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "eb07163f-4135-46ed-ab10-dee92d3942cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.128995] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "eb07163f-4135-46ed-ab10-dee92d3942cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.131347] env[71114]: INFO nova.compute.manager [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Terminating instance [ 1021.219346] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.222966] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.083s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.223749] env[71114]: INFO nova.compute.claims [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.235699] env[71114]: DEBUG oslo_concurrency.lockutils [req-a74f86b4-1374-4cd9-b704-8d2887450364 req-435b92ac-d044-4d84-8d71-3645e7808271 service nova] Releasing lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.246490] env[71114]: INFO nova.scheduler.client.report [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted allocations for instance cd25f327-611a-4b5f-baf6-916dbe1f8f6d [ 1021.296047] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Releasing lock "refresh_cache-b3eb4c21-5479-4072-9b6f-edc4e53ee97e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.296047] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Instance network_info: |[{"id": "7cb4d3f9-0ec5-4f97-a795-e72607c91b0c", "address": "fa:16:3e:91:fa:1f", "network": {"id": "49833113-e83b-46bc-be22-527a3d42317e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1836345192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bd012136b4a758af415cccc74f843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb4d3f9-0e", "ovs_interfaceid": "7cb4d3f9-0ec5-4f97-a795-e72607c91b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.296339] env[71114]: DEBUG oslo_concurrency.lockutils [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] Acquired lock "refresh_cache-b3eb4c21-5479-4072-9b6f-edc4e53ee97e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.296598] env[71114]: DEBUG nova.network.neutron [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Refreshing network info cache for port 7cb4d3f9-0ec5-4f97-a795-e72607c91b0c {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.297868] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:fa:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cb4d3f9-0ec5-4f97-a795-e72607c91b0c', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.306362] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.310111] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.311370] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c7f7c31-1160-4ce1-9872-6eff2dbe380c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.329094] env[71114]: DEBUG oslo_concurrency.lockutils [None req-11c60900-3989-4962-b88c-ff8ee17dd6ac tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.335350] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.335350] env[71114]: value = "task-3821993" [ 1021.335350] env[71114]: _type = "Task" [ 1021.335350] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.339287] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821991, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.528052} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.342860] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3/8af37691-be3d-4002-8c0a-2c1d8e8c5fb3.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.343187] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.343858] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed2967ff-0335-4cb6-b609-1c91a694e096 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.352637] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821993, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.354310] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1021.354310] env[71114]: value = "task-3821994" [ 1021.354310] env[71114]: _type = "Task" [ 1021.354310] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.366750] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.532205] env[71114]: DEBUG nova.network.neutron [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Updated VIF entry in instance network info cache for port 7cb4d3f9-0ec5-4f97-a795-e72607c91b0c. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.532565] env[71114]: DEBUG nova.network.neutron [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Updating instance_info_cache with network_info: [{"id": "7cb4d3f9-0ec5-4f97-a795-e72607c91b0c", "address": "fa:16:3e:91:fa:1f", "network": {"id": "49833113-e83b-46bc-be22-527a3d42317e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1836345192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bd012136b4a758af415cccc74f843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cb4d3f9-0e", "ovs_interfaceid": "7cb4d3f9-0ec5-4f97-a795-e72607c91b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.635271] env[71114]: DEBUG nova.compute.manager [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.635271] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.636465] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57274763-e484-4bea-8a83-b8a1d2e304c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.644895] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.645180] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13de18ac-f361-4fcd-8f18-ab943cd21540 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.652030] env[71114]: DEBUG oslo_vmware.api [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 1021.652030] env[71114]: value = "task-3821995" [ 1021.652030] env[71114]: _type = "Task" [ 1021.652030] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.661227] env[71114]: DEBUG oslo_vmware.api [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.757034] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03899e0e-e290-462a-bb2a-7c5c5180497d tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "cd25f327-611a-4b5f-baf6-916dbe1f8f6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.800s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.830335] env[71114]: DEBUG nova.network.neutron [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Successfully updated port: 895b9cf5-d386-4eef-a75b-a395e0e7c551 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.851164] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821993, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.864860] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069503} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.865903] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.866843] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8905eb53-c847-4942-819f-0c85ff2252ab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.891948] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3/8af37691-be3d-4002-8c0a-2c1d8e8c5fb3.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.892644] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431a7523-1f4e-4ed3-bcc7-459b1bb7638d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.913310] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1021.913310] env[71114]: value = "task-3821996" [ 1021.913310] env[71114]: _type = "Task" [ 1021.913310] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.922727] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.035487] env[71114]: DEBUG oslo_concurrency.lockutils [req-632dd149-ee05-426a-9563-148ba74359ce req-1dad5eb0-58b3-498f-b2ae-c0a6972d04a8 service nova] Releasing lock "refresh_cache-b3eb4c21-5479-4072-9b6f-edc4e53ee97e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.161820] env[71114]: DEBUG oslo_vmware.api [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821995, 'name': PowerOffVM_Task, 'duration_secs': 0.249803} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.162113] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.162287] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.162539] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb248fc2-35da-44e3-9e88-2cdd9b82af59 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.178152] env[71114]: INFO nova.compute.manager [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Rebuilding instance [ 1022.226118] env[71114]: DEBUG nova.compute.manager [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.227046] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be30552c-39c1-46f0-9b02-ffd3edf16c6e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.240862] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.241165] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.241378] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleting the datastore file [datastore2] eb07163f-4135-46ed-ab10-dee92d3942cd {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.241988] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2424ca70-ed8c-49d5-8cad-a85dc4058abc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.249665] env[71114]: DEBUG oslo_vmware.api [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for the task: (returnval){ [ 1022.249665] env[71114]: value = "task-3821998" [ 1022.249665] env[71114]: _type = "Task" [ 1022.249665] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.259785] env[71114]: DEBUG oslo_vmware.api [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.333780] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.333780] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.333977] env[71114]: DEBUG nova.network.neutron [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.352047] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3821993, 'name': CreateVM_Task, 'duration_secs': 0.532029} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.354720] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.355587] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.355759] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.356067] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.356605] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3347a19a-b28d-4883-b431-cc9878e68139 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.362116] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1022.362116] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d17de9-546a-7b6c-b89a-ae8d6f86da91" [ 1022.362116] env[71114]: _type = "Task" [ 1022.362116] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.375596] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d17de9-546a-7b6c-b89a-ae8d6f86da91, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.375944] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.376280] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.376548] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.376700] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.376876] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.377216] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bdfb6f3-352a-4f4f-b286-1f007289952f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.388695] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.388882] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.389679] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f230ba-891d-4cd5-bde7-ebec4cdc1305 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.398020] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1022.398020] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5216062d-8efd-cf37-2820-1c9672c8d461" [ 1022.398020] env[71114]: _type = "Task" [ 1022.398020] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.408060] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5216062d-8efd-cf37-2820-1c9672c8d461, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.408890] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c3be0a-1784-43f6-bd23-541ad93406f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.419448] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1022.419448] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520cab26-0d83-dfd5-c758-6d193695fa83" [ 1022.419448] env[71114]: _type = "Task" [ 1022.419448] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.427367] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821996, 'name': ReconfigVM_Task, 'duration_secs': 0.31847} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.431054] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3/8af37691-be3d-4002-8c0a-2c1d8e8c5fb3.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.432236] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cb6eebe-40c6-4960-8ea3-0205e5857724 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.437956] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520cab26-0d83-dfd5-c758-6d193695fa83, 'name': SearchDatastore_Task, 'duration_secs': 0.013974} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.438575] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.438870] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] b3eb4c21-5479-4072-9b6f-edc4e53ee97e/b3eb4c21-5479-4072-9b6f-edc4e53ee97e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.439195] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffec1f66-1b99-4901-a909-1983385d195e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.445749] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1022.445749] env[71114]: value = "task-3821999" [ 1022.445749] env[71114]: _type = "Task" [ 1022.445749] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.451112] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1022.451112] env[71114]: value = "task-3822000" [ 1022.451112] env[71114]: _type = "Task" [ 1022.451112] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.462036] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821999, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.468040] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.674275] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779a4e95-1b97-484d-98be-0663c34c34fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.682628] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130f3c41-6825-40da-8408-62b0e32dfda1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.717181] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e2b732-2c57-4448-9e4b-faab7cd78658 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.725910] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda0b71f-0a65-474d-bd4d-331bcb92578f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.740584] env[71114]: DEBUG nova.compute.provider_tree [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.761185] env[71114]: DEBUG oslo_vmware.api [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Task: {'id': task-3821998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180027} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.761438] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.761621] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.761798] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.761970] env[71114]: INFO nova.compute.manager [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1022.762273] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.762509] env[71114]: DEBUG nova.compute.manager [-] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.762624] env[71114]: DEBUG nova.network.neutron [-] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.799713] env[71114]: DEBUG nova.compute.manager [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received event network-vif-plugged-895b9cf5-d386-4eef-a75b-a395e0e7c551 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.799713] env[71114]: DEBUG oslo_concurrency.lockutils [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] Acquiring lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.799884] env[71114]: DEBUG oslo_concurrency.lockutils [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.800079] env[71114]: DEBUG oslo_concurrency.lockutils [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.800243] env[71114]: DEBUG nova.compute.manager [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] No waiting events found dispatching network-vif-plugged-895b9cf5-d386-4eef-a75b-a395e0e7c551 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1022.800408] env[71114]: WARNING nova.compute.manager [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received unexpected event network-vif-plugged-895b9cf5-d386-4eef-a75b-a395e0e7c551 for instance with vm_state active and task_state None. [ 1022.800566] env[71114]: DEBUG nova.compute.manager [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received event network-changed-895b9cf5-d386-4eef-a75b-a395e0e7c551 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.800718] env[71114]: DEBUG nova.compute.manager [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Refreshing instance network info cache due to event network-changed-895b9cf5-d386-4eef-a75b-a395e0e7c551. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.800914] env[71114]: DEBUG oslo_concurrency.lockutils [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] Acquiring lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.893333] env[71114]: WARNING nova.network.neutron [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] 8f9074f3-ea05-4ef9-b3d9-478e7d20af6b already exists in list: networks containing: ['8f9074f3-ea05-4ef9-b3d9-478e7d20af6b']. ignoring it [ 1022.958744] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821999, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.964623] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.139304] env[71114]: DEBUG oslo_concurrency.lockutils [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "23a6d860-acaa-4507-8d5a-af16de278202" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.139531] env[71114]: DEBUG oslo_concurrency.lockutils [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "23a6d860-acaa-4507-8d5a-af16de278202" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.140219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "23a6d860-acaa-4507-8d5a-af16de278202-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.140219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "23a6d860-acaa-4507-8d5a-af16de278202-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.140219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "23a6d860-acaa-4507-8d5a-af16de278202-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.142181] env[71114]: INFO nova.compute.manager [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Terminating instance [ 1023.246032] env[71114]: DEBUG nova.scheduler.client.report [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.248650] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.249713] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6159de9-f0bb-4732-b3f8-c212975b00ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.263403] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1023.263403] env[71114]: value = "task-3822001" [ 1023.263403] env[71114]: _type = "Task" [ 1023.263403] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.274611] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1023.275134] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.276072] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4ddf8f-206b-418e-afd5-f01689b38129 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.284095] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.285020] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3589ac33-dd8e-4959-9d28-bc36bace5dab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.294514] env[71114]: DEBUG nova.network.neutron [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updating instance_info_cache with network_info: [{"id": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "address": "fa:16:3e:47:d3:78", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29feea2-55", "ovs_interfaceid": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "895b9cf5-d386-4eef-a75b-a395e0e7c551", "address": "fa:16:3e:51:f9:c3", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap895b9cf5-d3", "ovs_interfaceid": "895b9cf5-d386-4eef-a75b-a395e0e7c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.461271] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3821999, 'name': Rename_Task, 'duration_secs': 0.921006} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.463042] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.463042] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-398e3f92-3b49-474a-90ed-13413ea68ea1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.468878] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822000, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.470575] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1023.470575] env[71114]: value = "task-3822003" [ 1023.470575] env[71114]: _type = "Task" [ 1023.470575] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.481092] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.532023] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.532023] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.532023] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleting the datastore file [datastore2] c9e53417-156f-4bf4-8fba-e8e3ff5fa80c {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.532023] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dbf743f-0eb1-4240-8aa7-721e67312d7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.538715] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1023.538715] env[71114]: value = "task-3822004" [ 1023.538715] env[71114]: _type = "Task" [ 1023.538715] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.549052] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.651858] env[71114]: DEBUG nova.compute.manager [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.652198] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.653275] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836f36a2-05f4-4dfa-8b92-4f2afbacde59 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.662072] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.662072] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5de023e3-5f44-4e5d-be2c-da937599ce85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.669056] env[71114]: DEBUG oslo_vmware.api [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1023.669056] env[71114]: value = "task-3822005" [ 1023.669056] env[71114]: _type = "Task" [ 1023.669056] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.673344] env[71114]: DEBUG nova.network.neutron [-] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.681109] env[71114]: DEBUG oslo_vmware.api [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.751636] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.752352] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.755356] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.806s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.797410] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.798103] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.798294] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.798585] env[71114]: DEBUG oslo_concurrency.lockutils [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] Acquired lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.798774] env[71114]: DEBUG nova.network.neutron [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Refreshing network info cache for port 895b9cf5-d386-4eef-a75b-a395e0e7c551 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.800711] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a1dbab-1b0e-4e5a-a88f-bacb1c062610 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.822170] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.822588] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.822841] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.823211] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.823386] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.823661] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.823984] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.824233] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.824630] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.824891] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.825152] env[71114]: DEBUG nova.virt.hardware [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.833863] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Reconfiguring VM to attach interface {{(pid=71114) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1023.835254] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d45df13c-30d0-4a84-b8c6-5aee099b19be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.857578] env[71114]: DEBUG oslo_vmware.api [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1023.857578] env[71114]: value = "task-3822006" [ 1023.857578] env[71114]: _type = "Task" [ 1023.857578] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.867707] env[71114]: DEBUG oslo_vmware.api [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822006, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.964104] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822000, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.192061} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.964530] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] b3eb4c21-5479-4072-9b6f-edc4e53ee97e/b3eb4c21-5479-4072-9b6f-edc4e53ee97e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.964716] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.965060] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c165211-cb8c-4f24-8656-784104eb6f66 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.979253] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1023.979253] env[71114]: value = "task-3822007" [ 1023.979253] env[71114]: _type = "Task" [ 1023.979253] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.987302] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822003, 'name': PowerOnVM_Task} progress is 96%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.993021] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.050515] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236357} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.050837] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.051083] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.051298] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.083712] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "28d7801e-0286-45ea-b356-7a6608c4b91e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.083965] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "28d7801e-0286-45ea-b356-7a6608c4b91e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.177063] env[71114]: INFO nova.compute.manager [-] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Took 1.41 seconds to deallocate network for instance. [ 1024.181994] env[71114]: DEBUG oslo_vmware.api [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822005, 'name': PowerOffVM_Task, 'duration_secs': 0.289178} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.185507] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.185507] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.186884] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-943175de-df1d-42c0-ba5c-7d1e4c87e19b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.259329] env[71114]: DEBUG nova.compute.utils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.262127] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.262360] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.266547] env[71114]: INFO nova.compute.claims [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.270335] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.270879] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.270879] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleting the datastore file [datastore1] 23a6d860-acaa-4507-8d5a-af16de278202 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.271394] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f69e9fa1-4604-4cb7-8ffb-b269a7c47056 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.280700] env[71114]: DEBUG oslo_vmware.api [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1024.280700] env[71114]: value = "task-3822009" [ 1024.280700] env[71114]: _type = "Task" [ 1024.280700] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.290386] env[71114]: DEBUG oslo_vmware.api [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.345016] env[71114]: DEBUG nova.policy [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60f8f97c7b8b4c28be7772876270c6f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '388bd012136b4a758af415cccc74f843', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.368847] env[71114]: DEBUG oslo_vmware.api [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.497840] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088838} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.498269] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822003, 'name': PowerOnVM_Task, 'duration_secs': 0.585489} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.502236] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.502749] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.503088] env[71114]: INFO nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1024.503403] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.504715] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3c4dd6-d31e-417c-974b-5cbc1a1be3e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.511449] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bdcc05-6317-462f-960a-0718595cc372 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.537565] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] b3eb4c21-5479-4072-9b6f-edc4e53ee97e/b3eb4c21-5479-4072-9b6f-edc4e53ee97e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.539822] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdbdc316-f991-47db-b8ff-038c9a7251f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.585026] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1024.585026] env[71114]: value = "task-3822010" [ 1024.585026] env[71114]: _type = "Task" [ 1024.585026] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.588311] env[71114]: DEBUG nova.compute.manager [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.599511] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.687573] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.713167] env[71114]: DEBUG nova.network.neutron [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updated VIF entry in instance network info cache for port 895b9cf5-d386-4eef-a75b-a395e0e7c551. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.713639] env[71114]: DEBUG nova.network.neutron [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updating instance_info_cache with network_info: [{"id": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "address": "fa:16:3e:47:d3:78", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29feea2-55", "ovs_interfaceid": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "895b9cf5-d386-4eef-a75b-a395e0e7c551", "address": "fa:16:3e:51:f9:c3", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap895b9cf5-d3", "ovs_interfaceid": "895b9cf5-d386-4eef-a75b-a395e0e7c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.773737] env[71114]: INFO nova.compute.resource_tracker [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating resource usage from migration 90dfe982-df5a-41fb-8afa-1fea455608a4 [ 1024.777632] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.791327] env[71114]: DEBUG oslo_vmware.api [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.824415] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Successfully created port: 1c52a673-21d0-4c63-8176-c3f67242dd6d {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.871815] env[71114]: DEBUG oslo_vmware.api [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822006, 'name': ReconfigVM_Task, 'duration_secs': 0.790934} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.875516] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.875731] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Reconfigured VM to attach interface {{(pid=71114) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1025.092238] env[71114]: INFO nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Took 46.75 seconds to build instance. [ 1025.104394] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.114611] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.122164] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.122632] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.122632] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.122813] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.122922] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.123062] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.123291] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.123512] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.123611] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.123771] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.123944] env[71114]: DEBUG nova.virt.hardware [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.125147] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9232ef-f316-4728-91eb-09954fa5ffab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.139900] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af31637-483a-4fd4-aa66-05c6b978a05b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.152818] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:51:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5640b437-a4a7-499a-865a-ab87fd5cb538', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.160738] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.163589] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.164052] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0947ad48-6c65-4a86-95e7-22ebd03034ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.185464] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.185464] env[71114]: value = "task-3822011" [ 1025.185464] env[71114]: _type = "Task" [ 1025.185464] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.194153] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822011, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.216993] env[71114]: DEBUG oslo_concurrency.lockutils [req-005e8257-14fc-442e-99a6-e33d9e446b21 req-470bc943-8cb8-4889-9986-aa482aa491fb service nova] Releasing lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.268912] env[71114]: DEBUG nova.compute.manager [req-c11dd93a-a5bd-4917-bae7-167c0ea5dbfa req-4f17581c-97e7-4735-b5d0-3e7bdc86d74a service nova] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Received event network-vif-deleted-fdcb143c-dfc5-4814-85ad-6b32fd958ddd {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.302682] env[71114]: DEBUG oslo_vmware.api [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.622989} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.303117] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.303418] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.303694] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.303987] env[71114]: INFO nova.compute.manager [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1025.304397] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.304971] env[71114]: DEBUG nova.compute.manager [-] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.304971] env[71114]: DEBUG nova.network.neutron [-] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.357079] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a352542-4120-4afa-89b6-c1dabb9f9646 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.365431] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abff03f-a91b-4321-9c67-e39d6f5cffc7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.380211] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d1bc8b61-7d05-486f-a717-a084192f1b37 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.764s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.413228] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3065b4a-fba2-44a8-8d6e-407984e62f00 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.425051] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15472ed8-3f66-4917-9d27-2652d5a1ea73 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.441312] env[71114]: DEBUG nova.compute.provider_tree [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.598436] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.398s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.598714] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822010, 'name': ReconfigVM_Task, 'duration_secs': 0.654982} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.598963] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Reconfigured VM instance instance-0000004b to attach disk [datastore2] b3eb4c21-5479-4072-9b6f-edc4e53ee97e/b3eb4c21-5479-4072-9b6f-edc4e53ee97e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.599656] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47924b7e-04c6-4df8-8f82-0a2d8ee1c759 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.610383] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1025.610383] env[71114]: value = "task-3822012" [ 1025.610383] env[71114]: _type = "Task" [ 1025.610383] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.619108] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822012, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.696945] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822011, 'name': CreateVM_Task, 'duration_secs': 0.487104} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.697185] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.698025] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.698255] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.698626] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.699171] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f77eab-f3ff-4986-b0af-dd54ddf0e462 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.707499] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1025.707499] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52170cf5-539a-e40a-0e5b-09970cc82dca" [ 1025.707499] env[71114]: _type = "Task" [ 1025.707499] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.719406] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52170cf5-539a-e40a-0e5b-09970cc82dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.796116] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.820331] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.820664] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.820939] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.821223] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.821397] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.821553] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.821778] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.821944] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.822141] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.822331] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.822560] env[71114]: DEBUG nova.virt.hardware [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.823969] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66692e6d-357c-4fc7-a7b4-cf6c4260b399 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.834474] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580e0239-1f48-453f-a52e-9c396c94a155 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.945882] env[71114]: DEBUG nova.scheduler.client.report [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.084181] env[71114]: DEBUG nova.network.neutron [-] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.128183] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822012, 'name': Rename_Task, 'duration_secs': 0.189453} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.128821] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.129098] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d4d7c41-56cc-432a-8fd6-93132ecc645e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.138931] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1026.138931] env[71114]: value = "task-3822013" [ 1026.138931] env[71114]: _type = "Task" [ 1026.138931] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.150431] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.219377] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52170cf5-539a-e40a-0e5b-09970cc82dca, 'name': SearchDatastore_Task, 'duration_secs': 0.013327} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.219711] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.219946] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.220240] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.220400] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.220664] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.220935] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f18e7225-153d-412e-8ea4-a431729524b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.236674] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.236895] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.237681] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b386223-07ab-4b6d-8002-f28a8f022ebd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.245314] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1026.245314] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525cb181-5119-9eef-9b9d-97434cf87787" [ 1026.245314] env[71114]: _type = "Task" [ 1026.245314] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.254981] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525cb181-5119-9eef-9b9d-97434cf87787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.451839] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.696s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.451839] env[71114]: INFO nova.compute.manager [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Migrating [ 1026.458789] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.782s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.460356] env[71114]: INFO nova.compute.claims [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.577468] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Successfully updated port: 1c52a673-21d0-4c63-8176-c3f67242dd6d {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.586470] env[71114]: INFO nova.compute.manager [-] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Took 1.28 seconds to deallocate network for instance. [ 1026.652605] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.758649] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525cb181-5119-9eef-9b9d-97434cf87787, 'name': SearchDatastore_Task, 'duration_secs': 0.04207} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.759516] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab65150b-7a11-4f55-9061-73cd511870c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.765785] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1026.765785] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fd4359-65bc-4221-5417-7254fd035d3b" [ 1026.765785] env[71114]: _type = "Task" [ 1026.765785] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.775794] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fd4359-65bc-4221-5417-7254fd035d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.971139] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.971275] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.971611] env[71114]: DEBUG nova.network.neutron [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.058964] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-9d2216a1-91af-4403-8a40-91efc05c889a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.059258] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-9d2216a1-91af-4403-8a40-91efc05c889a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.059612] env[71114]: DEBUG nova.objects.instance [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'flavor' on Instance uuid c10ce708-47bb-4099-918f-9475b1ecfd4e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.079421] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "refresh_cache-82db1f29-6cc8-469b-8f42-ea766de74c6e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.079421] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired lock "refresh_cache-82db1f29-6cc8-469b-8f42-ea766de74c6e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.080440] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.094628] env[71114]: DEBUG oslo_concurrency.lockutils [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.150042] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822013, 'name': PowerOnVM_Task, 'duration_secs': 0.746807} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.150392] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.150392] env[71114]: INFO nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1027.150620] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1027.151370] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ebebbf-d504-43f8-8301-570c12ca19ab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.278834] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fd4359-65bc-4221-5417-7254fd035d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.279165] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.279439] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c9e53417-156f-4bf4-8fba-e8e3ff5fa80c/c9e53417-156f-4bf4-8fba-e8e3ff5fa80c.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.279714] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fc7a0c2-ae41-43f2-8d48-08796d42ba43 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.287645] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1027.287645] env[71114]: value = "task-3822014" [ 1027.287645] env[71114]: _type = "Task" [ 1027.287645] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.296913] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.670472] env[71114]: INFO nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Took 37.45 seconds to build instance. [ 1027.800813] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.914871] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.934943] env[71114]: DEBUG nova.compute.manager [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Received event network-vif-deleted-3264f160-dc49-4c51-ab7d-7a9014be75b4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.935164] env[71114]: DEBUG nova.compute.manager [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Received event network-vif-plugged-1c52a673-21d0-4c63-8176-c3f67242dd6d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.935407] env[71114]: DEBUG oslo_concurrency.lockutils [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] Acquiring lock "82db1f29-6cc8-469b-8f42-ea766de74c6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.935621] env[71114]: DEBUG oslo_concurrency.lockutils [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] Lock "82db1f29-6cc8-469b-8f42-ea766de74c6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.937114] env[71114]: DEBUG oslo_concurrency.lockutils [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] Lock "82db1f29-6cc8-469b-8f42-ea766de74c6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.937306] env[71114]: DEBUG nova.compute.manager [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] No waiting events found dispatching network-vif-plugged-1c52a673-21d0-4c63-8176-c3f67242dd6d {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1027.937476] env[71114]: WARNING nova.compute.manager [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Received unexpected event network-vif-plugged-1c52a673-21d0-4c63-8176-c3f67242dd6d for instance with vm_state building and task_state spawning. [ 1027.937639] env[71114]: DEBUG nova.compute.manager [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Received event network-changed-1c52a673-21d0-4c63-8176-c3f67242dd6d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.937792] env[71114]: DEBUG nova.compute.manager [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Refreshing instance network info cache due to event network-changed-1c52a673-21d0-4c63-8176-c3f67242dd6d. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.937963] env[71114]: DEBUG oslo_concurrency.lockutils [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] Acquiring lock "refresh_cache-82db1f29-6cc8-469b-8f42-ea766de74c6e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.953464] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac903da6-6e29-4497-b2fa-431135b8a14a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.964701] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228e2442-9d75-485d-96f9-f98105dab304 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.004740] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f823f1-b849-44b2-8ac1-58df5317aa6a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.019689] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4e2d3b-dc7c-46a9-bc23-d9b93cb6823b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.037280] env[71114]: DEBUG nova.compute.provider_tree [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.110792] env[71114]: DEBUG nova.objects.instance [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'pci_requests' on Instance uuid c10ce708-47bb-4099-918f-9475b1ecfd4e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.173594] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.944s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.210217] env[71114]: DEBUG nova.network.neutron [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance_info_cache with network_info: [{"id": "1422a236-c375-4cf4-b661-37dddaa00381", "address": "fa:16:3e:62:e5:4d", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1422a236-c3", "ovs_interfaceid": "1422a236-c375-4cf4-b661-37dddaa00381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.279367] env[71114]: DEBUG nova.network.neutron [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Updating instance_info_cache with network_info: [{"id": "1c52a673-21d0-4c63-8176-c3f67242dd6d", "address": "fa:16:3e:bc:3f:7f", "network": {"id": "49833113-e83b-46bc-be22-527a3d42317e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1836345192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bd012136b4a758af415cccc74f843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c52a673-21", "ovs_interfaceid": "1c52a673-21d0-4c63-8176-c3f67242dd6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.300887] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822014, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.540839] env[71114]: DEBUG nova.scheduler.client.report [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.614095] env[71114]: DEBUG nova.objects.base [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1028.614362] env[71114]: DEBUG nova.network.neutron [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.714608] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.719454] env[71114]: DEBUG nova.policy [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f6950231c49199a6a083e7130d44a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fcc130e05e4f82a3c8f5ec6917fac1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.782361] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Releasing lock "refresh_cache-82db1f29-6cc8-469b-8f42-ea766de74c6e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.782694] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Instance network_info: |[{"id": "1c52a673-21d0-4c63-8176-c3f67242dd6d", "address": "fa:16:3e:bc:3f:7f", "network": {"id": "49833113-e83b-46bc-be22-527a3d42317e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1836345192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bd012136b4a758af415cccc74f843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c52a673-21", "ovs_interfaceid": "1c52a673-21d0-4c63-8176-c3f67242dd6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.783036] env[71114]: DEBUG oslo_concurrency.lockutils [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] Acquired lock "refresh_cache-82db1f29-6cc8-469b-8f42-ea766de74c6e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.783242] env[71114]: DEBUG nova.network.neutron [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Refreshing network info cache for port 1c52a673-21d0-4c63-8176-c3f67242dd6d {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.784460] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:3f:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c52a673-21d0-4c63-8176-c3f67242dd6d', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.794349] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.795517] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.800509] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5e15fdc-d479-4c8f-9132-eaf5b26c7c51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.824693] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822014, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015766} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.824893] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.824893] env[71114]: value = "task-3822015" [ 1028.824893] env[71114]: _type = "Task" [ 1028.824893] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.825187] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c9e53417-156f-4bf4-8fba-e8e3ff5fa80c/c9e53417-156f-4bf4-8fba-e8e3ff5fa80c.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.825380] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.825687] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-116ad264-d09e-4d4c-8602-e8b24617f3d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.837099] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822015, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.839178] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1028.839178] env[71114]: value = "task-3822016" [ 1028.839178] env[71114]: _type = "Task" [ 1028.839178] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.857209] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.046571] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.047158] env[71114]: DEBUG nova.compute.manager [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.050287] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.766s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.054667] env[71114]: INFO nova.compute.claims [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.336192] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822015, 'name': CreateVM_Task, 'duration_secs': 0.432978} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.338918] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.339643] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.339806] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.340170] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.340742] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a64270e-953d-44b8-9239-866fb079a5c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.351508] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081203} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.352665] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.353635] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1029.353635] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52aa59a6-bf5f-3e7a-cfb4-96998c457c50" [ 1029.353635] env[71114]: _type = "Task" [ 1029.353635] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.354446] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecbd54b-36f6-4b49-848d-2225fd83a0db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.366505] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52aa59a6-bf5f-3e7a-cfb4-96998c457c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.385025] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] c9e53417-156f-4bf4-8fba-e8e3ff5fa80c/c9e53417-156f-4bf4-8fba-e8e3ff5fa80c.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.385413] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e58b740-9a00-460f-8c54-f7f6a6f31732 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.409684] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1029.409684] env[71114]: value = "task-3822017" [ 1029.409684] env[71114]: _type = "Task" [ 1029.409684] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.419578] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.565059] env[71114]: DEBUG nova.compute.utils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.570024] env[71114]: DEBUG nova.compute.manager [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.570024] env[71114]: DEBUG nova.network.neutron [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.619711] env[71114]: DEBUG nova.network.neutron [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Updated VIF entry in instance network info cache for port 1c52a673-21d0-4c63-8176-c3f67242dd6d. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.620085] env[71114]: DEBUG nova.network.neutron [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Updating instance_info_cache with network_info: [{"id": "1c52a673-21d0-4c63-8176-c3f67242dd6d", "address": "fa:16:3e:bc:3f:7f", "network": {"id": "49833113-e83b-46bc-be22-527a3d42317e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1836345192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "388bd012136b4a758af415cccc74f843", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c52a673-21", "ovs_interfaceid": "1c52a673-21d0-4c63-8176-c3f67242dd6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.654363] env[71114]: DEBUG nova.policy [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dade4f683e6246db800d671d2fcdb040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a780e78509c4508bc622ab228f8dd08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.869400] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52aa59a6-bf5f-3e7a-cfb4-96998c457c50, 'name': SearchDatastore_Task, 'duration_secs': 0.021116} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.869877] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.870290] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.870654] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.870938] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.871250] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.871918] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-287d5f6c-2376-42b8-8ac9-38e6050ead1f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.886636] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.887286] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.888347] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2047bc42-e7e6-4754-91ee-73288c8c38e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.896548] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1029.896548] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c7c2ff-d3b7-33d3-b836-81563644dfea" [ 1029.896548] env[71114]: _type = "Task" [ 1029.896548] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.905511] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c7c2ff-d3b7-33d3-b836-81563644dfea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.920326] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822017, 'name': ReconfigVM_Task, 'duration_secs': 0.289999} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.920675] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Reconfigured VM instance instance-00000048 to attach disk [datastore1] c9e53417-156f-4bf4-8fba-e8e3ff5fa80c/c9e53417-156f-4bf4-8fba-e8e3ff5fa80c.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.921444] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3eac797-305e-4348-adf8-3d1cd78ff94e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.929840] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1029.929840] env[71114]: value = "task-3822018" [ 1029.929840] env[71114]: _type = "Task" [ 1029.929840] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.938718] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822018, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.046424] env[71114]: DEBUG nova.network.neutron [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Successfully created port: 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.075631] env[71114]: DEBUG nova.compute.manager [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.122869] env[71114]: DEBUG oslo_concurrency.lockutils [req-99bdb94c-97dd-43e2-a02c-6825a25bccaf req-8415664b-4376-4a5c-82f2-9ed8e7e48898 service nova] Releasing lock "refresh_cache-82db1f29-6cc8-469b-8f42-ea766de74c6e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.237819] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d093264-d252-49d3-a14a-315899cfe067 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.257807] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance '6491ab75-acd9-4ee0-9b62-648e99c61786' progress to 0 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.408393] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c7c2ff-d3b7-33d3-b836-81563644dfea, 'name': SearchDatastore_Task, 'duration_secs': 0.030279} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.411707] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b93712-d93c-4112-9692-366da6a3be68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.417332] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1030.417332] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523ba29e-f740-3b89-f468-14d5eb7eab1f" [ 1030.417332] env[71114]: _type = "Task" [ 1030.417332] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.425719] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523ba29e-f740-3b89-f468-14d5eb7eab1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.438375] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822018, 'name': Rename_Task, 'duration_secs': 0.156307} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.438645] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.438877] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba5d4cd4-5d1f-4c13-9e8a-a8961881fd0e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.449358] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1030.449358] env[71114]: value = "task-3822019" [ 1030.449358] env[71114]: _type = "Task" [ 1030.449358] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.459937] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.592753] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a893eb-252b-414e-908e-79f248d8bec8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.600899] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23485183-b03a-49ed-b4b8-956a979f653c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.637881] env[71114]: DEBUG nova.network.neutron [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Successfully updated port: 9d2216a1-91af-4403-8a40-91efc05c889a {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.639302] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bac2d3-d344-4169-96ac-9fe07dab89fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.653408] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d499f-d71f-47d2-8232-c06c483efe09 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.670177] env[71114]: DEBUG nova.compute.provider_tree [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.766856] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.766995] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-686583f6-5b58-4f89-863c-267e9fb6f9cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.774197] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1030.774197] env[71114]: value = "task-3822020" [ 1030.774197] env[71114]: _type = "Task" [ 1030.774197] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.783063] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.933179] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523ba29e-f740-3b89-f468-14d5eb7eab1f, 'name': SearchDatastore_Task, 'duration_secs': 0.030062} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.933602] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.933977] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 82db1f29-6cc8-469b-8f42-ea766de74c6e/82db1f29-6cc8-469b-8f42-ea766de74c6e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.934453] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-539494e0-5e54-4c87-ab40-d4e48c9fccd7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.943237] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1030.943237] env[71114]: value = "task-3822021" [ 1030.943237] env[71114]: _type = "Task" [ 1030.943237] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.959039] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.966653] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822019, 'name': PowerOnVM_Task, 'duration_secs': 0.508174} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.966874] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.967186] env[71114]: DEBUG nova.compute.manager [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1030.968497] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2b2a7a-283c-4068-9864-5058e29b6392 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.982146] env[71114]: DEBUG nova.compute.manager [req-cd5b9e98-6ecc-4532-a1d7-096f35460cc5 req-1b2588ea-0336-4b02-bf54-d9b5d753a7b6 service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received event network-vif-plugged-9d2216a1-91af-4403-8a40-91efc05c889a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.982392] env[71114]: DEBUG oslo_concurrency.lockutils [req-cd5b9e98-6ecc-4532-a1d7-096f35460cc5 req-1b2588ea-0336-4b02-bf54-d9b5d753a7b6 service nova] Acquiring lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.982604] env[71114]: DEBUG oslo_concurrency.lockutils [req-cd5b9e98-6ecc-4532-a1d7-096f35460cc5 req-1b2588ea-0336-4b02-bf54-d9b5d753a7b6 service nova] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.982773] env[71114]: DEBUG oslo_concurrency.lockutils [req-cd5b9e98-6ecc-4532-a1d7-096f35460cc5 req-1b2588ea-0336-4b02-bf54-d9b5d753a7b6 service nova] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.982941] env[71114]: DEBUG nova.compute.manager [req-cd5b9e98-6ecc-4532-a1d7-096f35460cc5 req-1b2588ea-0336-4b02-bf54-d9b5d753a7b6 service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] No waiting events found dispatching network-vif-plugged-9d2216a1-91af-4403-8a40-91efc05c889a {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1030.983251] env[71114]: WARNING nova.compute.manager [req-cd5b9e98-6ecc-4532-a1d7-096f35460cc5 req-1b2588ea-0336-4b02-bf54-d9b5d753a7b6 service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received unexpected event network-vif-plugged-9d2216a1-91af-4403-8a40-91efc05c889a for instance with vm_state active and task_state None. [ 1031.098942] env[71114]: DEBUG nova.compute.manager [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.126776] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.127083] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.127299] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.127903] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.127903] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.127903] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.128193] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.128489] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.128699] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.128917] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.129163] env[71114]: DEBUG nova.virt.hardware [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.130229] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff690be5-5013-48ea-8e7e-2ed4e78e10dd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.139679] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a3cfc4-c0d3-4eaa-8153-76fb359ce623 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.145386] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.145593] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.145772] env[71114]: DEBUG nova.network.neutron [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.173577] env[71114]: DEBUG nova.scheduler.client.report [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.285468] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822020, 'name': PowerOffVM_Task, 'duration_secs': 0.325625} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.285829] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.286028] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance '6491ab75-acd9-4ee0-9b62-648e99c61786' progress to 17 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1031.455122] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822021, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.485877] env[71114]: INFO nova.compute.manager [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] bringing vm to original state: 'stopped' [ 1031.679787] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.680450] env[71114]: DEBUG nova.compute.manager [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.683606] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.398s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.683831] env[71114]: DEBUG nova.objects.instance [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lazy-loading 'resources' on Instance uuid 00c9bb4e-4897-4282-8649-55a1041043f4 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.717549] env[71114]: WARNING nova.network.neutron [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] 8f9074f3-ea05-4ef9-b3d9-478e7d20af6b already exists in list: networks containing: ['8f9074f3-ea05-4ef9-b3d9-478e7d20af6b']. ignoring it [ 1031.717754] env[71114]: WARNING nova.network.neutron [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] 8f9074f3-ea05-4ef9-b3d9-478e7d20af6b already exists in list: networks containing: ['8f9074f3-ea05-4ef9-b3d9-478e7d20af6b']. ignoring it [ 1031.792142] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.792422] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.792534] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.792713] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.792858] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.793424] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.793424] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.793628] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.793628] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.793783] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.793954] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.801874] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d55b612-587c-4157-b338-ce5a43d45f42 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.829529] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1031.829529] env[71114]: value = "task-3822022" [ 1031.829529] env[71114]: _type = "Task" [ 1031.829529] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.842183] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.955868] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609952} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.956156] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 82db1f29-6cc8-469b-8f42-ea766de74c6e/82db1f29-6cc8-469b-8f42-ea766de74c6e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.956377] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.956634] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c281b5d8-2a8c-4ef8-9438-244a1a7034a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.964546] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1031.964546] env[71114]: value = "task-3822023" [ 1031.964546] env[71114]: _type = "Task" [ 1031.964546] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.974814] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.188359] env[71114]: DEBUG nova.compute.utils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.192781] env[71114]: DEBUG nova.compute.manager [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.192974] env[71114]: DEBUG nova.network.neutron [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.281850] env[71114]: DEBUG nova.network.neutron [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Successfully updated port: 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.297826] env[71114]: DEBUG nova.policy [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b172375d5d1a48e9a7863a0dbfeeaeb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b24d92dd961e45f69cc7d6513f5eaed8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.348734] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822022, 'name': ReconfigVM_Task, 'duration_secs': 0.517821} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.349106] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance '6491ab75-acd9-4ee0-9b62-648e99c61786' progress to 33 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.487614] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263191} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.487950] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.488865] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd040f40-8227-4825-9c65-03aeb8926f8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.495715] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.495979] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.496216] env[71114]: DEBUG nova.compute.manager [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.497809] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d3cfc3-3be9-483f-b293-21100de7faa3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.519715] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 82db1f29-6cc8-469b-8f42-ea766de74c6e/82db1f29-6cc8-469b-8f42-ea766de74c6e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.523041] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104dcf91-bdbd-4f5c-b5f5-3db39e8f3223 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.542282] env[71114]: DEBUG nova.compute.manager [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1032.549059] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1032.549059] env[71114]: value = "task-3822024" [ 1032.549059] env[71114]: _type = "Task" [ 1032.549059] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.561403] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.686863] env[71114]: DEBUG nova.network.neutron [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updating instance_info_cache with network_info: [{"id": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "address": "fa:16:3e:47:d3:78", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29feea2-55", "ovs_interfaceid": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "895b9cf5-d386-4eef-a75b-a395e0e7c551", "address": "fa:16:3e:51:f9:c3", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap895b9cf5-d3", "ovs_interfaceid": "895b9cf5-d386-4eef-a75b-a395e0e7c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d2216a1-91af-4403-8a40-91efc05c889a", "address": "fa:16:3e:95:f4:66", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2216a1-91", "ovs_interfaceid": "9d2216a1-91af-4403-8a40-91efc05c889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.697567] env[71114]: DEBUG nova.compute.manager [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.745242] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2794f166-8ec0-40d1-82fc-c524521d5540 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.753826] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc97c24-d9e0-446d-85db-acab96ece078 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.785979] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "refresh_cache-034b24a4-f915-4ed7-815f-7a96f5084cb9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.786243] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "refresh_cache-034b24a4-f915-4ed7-815f-7a96f5084cb9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.786502] env[71114]: DEBUG nova.network.neutron [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.790310] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a703f2f1-d94b-450d-982b-53a755a3d2df {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.797443] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bcabc4-7835-4acd-a4c6-6f3460ca61ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.813576] env[71114]: DEBUG nova.compute.provider_tree [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.846722] env[71114]: DEBUG nova.network.neutron [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Successfully created port: f64bede4-1c1b-4590-9f68-fe72688456d9 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.860423] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:33:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7e18adac-0bd0-423e-9cee-eae7e2b637ec',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2033867370',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.860663] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.860819] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.861040] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.861208] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.861356] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.861563] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.861719] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.861882] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.862148] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.862353] env[71114]: DEBUG nova.virt.hardware [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.868216] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1032.868964] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74da2e70-1e40-4772-b761-d0c9f53259b1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.889615] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1032.889615] env[71114]: value = "task-3822025" [ 1032.889615] env[71114]: _type = "Task" [ 1032.889615] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.899794] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.047807] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.048167] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f01fac7-b9e4-4dbd-844f-3398bcf065d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.063417] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.065020] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1033.065020] env[71114]: value = "task-3822026" [ 1033.065020] env[71114]: _type = "Task" [ 1033.065020] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.073190] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.191019] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.192086] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.192377] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.193794] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0307e798-be25-4840-9a0d-60dfd25231c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.228698] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.228979] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.229255] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.229367] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.229516] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.229664] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.229895] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.230119] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.230396] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.230715] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.230715] env[71114]: DEBUG nova.virt.hardware [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.239896] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Reconfiguring VM to attach interface {{(pid=71114) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1033.240581] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b469e456-96bc-44f7-b136-c02ec12d3fad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.263042] env[71114]: DEBUG oslo_vmware.api [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1033.263042] env[71114]: value = "task-3822027" [ 1033.263042] env[71114]: _type = "Task" [ 1033.263042] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.274570] env[71114]: DEBUG oslo_vmware.api [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822027, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.318179] env[71114]: DEBUG nova.scheduler.client.report [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.333777] env[71114]: DEBUG nova.network.neutron [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.400017] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822025, 'name': ReconfigVM_Task, 'duration_secs': 0.229361} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.400352] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1033.401248] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0188bc7f-845c-4c71-81a8-15cd192aa748 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.430150] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 6491ab75-acd9-4ee0-9b62-648e99c61786/6491ab75-acd9-4ee0-9b62-648e99c61786.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.433451] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca28db8-7ea7-4c3b-8dee-cd343031afb9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.453148] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1033.453148] env[71114]: value = "task-3822028" [ 1033.453148] env[71114]: _type = "Task" [ 1033.453148] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.461958] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.523696] env[71114]: DEBUG nova.network.neutron [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Updating instance_info_cache with network_info: [{"id": "3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6", "address": "fa:16:3e:5c:66:29", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7dd61f-e7", "ovs_interfaceid": "3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.561296] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822024, 'name': ReconfigVM_Task, 'duration_secs': 0.667725} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.561416] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 82db1f29-6cc8-469b-8f42-ea766de74c6e/82db1f29-6cc8-469b-8f42-ea766de74c6e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.562053] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53bae2c8-47e1-425c-b936-e4793bd12641 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.570822] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1033.570822] env[71114]: value = "task-3822029" [ 1033.570822] env[71114]: _type = "Task" [ 1033.570822] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.576434] env[71114]: DEBUG oslo_vmware.api [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822026, 'name': PowerOffVM_Task, 'duration_secs': 0.382504} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.580944] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.581306] env[71114]: DEBUG nova.compute.manager [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1033.582423] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9486efb-1281-4d70-a35a-151221d1e2ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.593043] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822029, 'name': Rename_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.666868] env[71114]: DEBUG nova.compute.manager [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received event network-changed-9d2216a1-91af-4403-8a40-91efc05c889a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.667158] env[71114]: DEBUG nova.compute.manager [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Refreshing instance network info cache due to event network-changed-9d2216a1-91af-4403-8a40-91efc05c889a. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.667333] env[71114]: DEBUG oslo_concurrency.lockutils [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] Acquiring lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.667485] env[71114]: DEBUG oslo_concurrency.lockutils [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] Acquired lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.667645] env[71114]: DEBUG nova.network.neutron [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Refreshing network info cache for port 9d2216a1-91af-4403-8a40-91efc05c889a {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.742596] env[71114]: DEBUG nova.compute.manager [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.774741] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.774947] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.775182] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.775353] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.775534] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.775638] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.775871] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.777148] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.777148] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.777148] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.777148] env[71114]: DEBUG nova.virt.hardware [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.777488] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc4a6b-8627-47f4-a146-9d2e3bb0e387 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.783455] env[71114]: DEBUG oslo_vmware.api [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.789378] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc82f5a-f2c3-43de-97a8-aed6b416c6b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.824909] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.827829] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.117s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.829633] env[71114]: INFO nova.compute.claims [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.850561] env[71114]: INFO nova.scheduler.client.report [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted allocations for instance 00c9bb4e-4897-4282-8649-55a1041043f4 [ 1033.965034] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822028, 'name': ReconfigVM_Task, 'duration_secs': 0.433866} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.965034] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 6491ab75-acd9-4ee0-9b62-648e99c61786/6491ab75-acd9-4ee0-9b62-648e99c61786.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.965034] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance '6491ab75-acd9-4ee0-9b62-648e99c61786' progress to 50 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.026777] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "refresh_cache-034b24a4-f915-4ed7-815f-7a96f5084cb9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.027221] env[71114]: DEBUG nova.compute.manager [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Instance network_info: |[{"id": "3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6", "address": "fa:16:3e:5c:66:29", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7dd61f-e7", "ovs_interfaceid": "3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.028093] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:66:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.038896] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Creating folder: Project (4a780e78509c4508bc622ab228f8dd08). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.038896] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-760a3927-5e54-480b-b3bc-83e6d06c4588 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.053211] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Created folder: Project (4a780e78509c4508bc622ab228f8dd08) in parent group-v759732. [ 1034.053428] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Creating folder: Instances. Parent ref: group-v759950. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1034.053760] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b813d4e2-0824-4a10-ab7a-80125a5bfb0e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.064722] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Created folder: Instances in parent group-v759950. [ 1034.064722] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.065103] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.065103] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ac39b8b-d8b2-42aa-a539-849ab9208657 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.089237] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822029, 'name': Rename_Task, 'duration_secs': 0.178566} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.090754] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.091018] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.091018] env[71114]: value = "task-3822032" [ 1034.091018] env[71114]: _type = "Task" [ 1034.091018] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.091262] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f17a72a2-892e-4090-92d3-998604c8925a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.104578] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822032, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.106261] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1034.106261] env[71114]: value = "task-3822033" [ 1034.106261] env[71114]: _type = "Task" [ 1034.106261] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.106750] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.611s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.117585] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.279321] env[71114]: DEBUG oslo_vmware.api [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.361323] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac581e9-a767-40a0-b729-7ac02120c0ac tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "00c9bb4e-4897-4282-8649-55a1041043f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.112s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.471830] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293f3724-6809-44b6-996d-495138676319 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.493196] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3335e3f-0ea4-41c0-b5ee-db7b9e721768 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.515881] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance '6491ab75-acd9-4ee0-9b62-648e99c61786' progress to 67 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.586467] env[71114]: DEBUG nova.network.neutron [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updated VIF entry in instance network info cache for port 9d2216a1-91af-4403-8a40-91efc05c889a. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.586467] env[71114]: DEBUG nova.network.neutron [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updating instance_info_cache with network_info: [{"id": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "address": "fa:16:3e:47:d3:78", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29feea2-55", "ovs_interfaceid": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "895b9cf5-d386-4eef-a75b-a395e0e7c551", "address": "fa:16:3e:51:f9:c3", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap895b9cf5-d3", "ovs_interfaceid": "895b9cf5-d386-4eef-a75b-a395e0e7c551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d2216a1-91af-4403-8a40-91efc05c889a", "address": "fa:16:3e:95:f4:66", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2216a1-91", "ovs_interfaceid": "9d2216a1-91af-4403-8a40-91efc05c889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.607580] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822032, 'name': CreateVM_Task, 'duration_secs': 0.43981} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.607766] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.608566] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.608737] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.609072] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.614310] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928df649-28a2-4085-a9a0-f6af95c6ad06 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.628738] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1034.628738] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52623f56-e30f-eed4-d9a3-1c383d7916ef" [ 1034.628738] env[71114]: _type = "Task" [ 1034.628738] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.629396] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.629953] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.641505] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52623f56-e30f-eed4-d9a3-1c383d7916ef, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.641869] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.642167] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.642462] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.642668] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.642901] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.643257] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4fa8b43-a079-41b3-a2ab-eee8f08d9f97 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.652323] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.652604] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.653411] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f3ffb4-af10-4a93-9535-564a69f93c34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.659271] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1034.659271] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e4f0b-73f6-24c4-bd16-c001cb9f849e" [ 1034.659271] env[71114]: _type = "Task" [ 1034.659271] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.667836] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e4f0b-73f6-24c4-bd16-c001cb9f849e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.743114] env[71114]: DEBUG nova.network.neutron [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Successfully updated port: f64bede4-1c1b-4590-9f68-fe72688456d9 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.779119] env[71114]: DEBUG oslo_vmware.api [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822027, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.080602] env[71114]: DEBUG nova.network.neutron [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Port 1422a236-c375-4cf4-b661-37dddaa00381 binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1035.088933] env[71114]: DEBUG oslo_concurrency.lockutils [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] Releasing lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.089228] env[71114]: DEBUG nova.compute.manager [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Received event network-vif-plugged-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.089425] env[71114]: DEBUG oslo_concurrency.lockutils [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] Acquiring lock "034b24a4-f915-4ed7-815f-7a96f5084cb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.089632] env[71114]: DEBUG oslo_concurrency.lockutils [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] Lock "034b24a4-f915-4ed7-815f-7a96f5084cb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.089797] env[71114]: DEBUG oslo_concurrency.lockutils [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] Lock "034b24a4-f915-4ed7-815f-7a96f5084cb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.089969] env[71114]: DEBUG nova.compute.manager [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] No waiting events found dispatching network-vif-plugged-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1035.090168] env[71114]: WARNING nova.compute.manager [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Received unexpected event network-vif-plugged-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 for instance with vm_state building and task_state spawning. [ 1035.090377] env[71114]: DEBUG nova.compute.manager [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Received event network-changed-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.090539] env[71114]: DEBUG nova.compute.manager [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Refreshing instance network info cache due to event network-changed-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.090727] env[71114]: DEBUG oslo_concurrency.lockutils [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] Acquiring lock "refresh_cache-034b24a4-f915-4ed7-815f-7a96f5084cb9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.090871] env[71114]: DEBUG oslo_concurrency.lockutils [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] Acquired lock "refresh_cache-034b24a4-f915-4ed7-815f-7a96f5084cb9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.091086] env[71114]: DEBUG nova.network.neutron [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Refreshing network info cache for port 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.118837] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.177020] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e4f0b-73f6-24c4-bd16-c001cb9f849e, 'name': SearchDatastore_Task, 'duration_secs': 0.012708} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.177862] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140aeb63-2fd9-44e2-ba80-d85801becbd8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.185831] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1035.185831] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528fa42f-5a9f-8fd1-dcd6-8e8afd8eebe5" [ 1035.185831] env[71114]: _type = "Task" [ 1035.185831] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.195913] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528fa42f-5a9f-8fd1-dcd6-8e8afd8eebe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.245522] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.245754] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.245959] env[71114]: DEBUG nova.network.neutron [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.279880] env[71114]: DEBUG oslo_vmware.api [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822027, 'name': ReconfigVM_Task, 'duration_secs': 1.775318} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.283103] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.283393] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Reconfigured VM to attach interface {{(pid=71114) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1035.312727] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d4a169-1670-443b-b2d7-f5d1f5bc6c76 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.322799] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f712c02e-0234-4daa-af2b-8a7aa83136e0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.357983] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd806b4e-e450-4a90-bd34-ca22a9131eba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.366743] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9486deef-7639-4585-8a43-a7b11ffa6211 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.382174] env[71114]: DEBUG nova.compute.provider_tree [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.620599] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822033, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.696543] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528fa42f-5a9f-8fd1-dcd6-8e8afd8eebe5, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.696817] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.697097] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 034b24a4-f915-4ed7-815f-7a96f5084cb9/034b24a4-f915-4ed7-815f-7a96f5084cb9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.697370] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d0d954c-1a8e-4a9e-8763-0f7311086d1d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.704718] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1035.704718] env[71114]: value = "task-3822034" [ 1035.704718] env[71114]: _type = "Task" [ 1035.704718] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.717772] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.788694] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8880d68d-9c31-4453-b8f6-cd8446c184e0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-9d2216a1-91af-4403-8a40-91efc05c889a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.729s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.886566] env[71114]: DEBUG nova.scheduler.client.report [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.034576] env[71114]: DEBUG nova.network.neutron [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.101659] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "6491ab75-acd9-4ee0-9b62-648e99c61786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.101974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "6491ab75-acd9-4ee0-9b62-648e99c61786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.102213] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "6491ab75-acd9-4ee0-9b62-648e99c61786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.127843] env[71114]: DEBUG oslo_vmware.api [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822033, 'name': PowerOnVM_Task, 'duration_secs': 1.865191} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.129770] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.130091] env[71114]: INFO nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1036.130289] env[71114]: DEBUG nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.131597] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd8727b-6e91-4ab8-b7dc-3b02585851b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.226699] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822034, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.286449] env[71114]: DEBUG nova.network.neutron [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Updated VIF entry in instance network info cache for port 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.286707] env[71114]: DEBUG nova.network.neutron [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Updating instance_info_cache with network_info: [{"id": "3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6", "address": "fa:16:3e:5c:66:29", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d7dd61f-e7", "ovs_interfaceid": "3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.338334] env[71114]: DEBUG nova.network.neutron [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance_info_cache with network_info: [{"id": "f64bede4-1c1b-4590-9f68-fe72688456d9", "address": "fa:16:3e:03:61:b5", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64bede4-1c", "ovs_interfaceid": "f64bede4-1c1b-4590-9f68-fe72688456d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.395133] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.395883] env[71114]: DEBUG nova.compute.manager [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.400713] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.472s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.401071] env[71114]: DEBUG nova.objects.instance [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lazy-loading 'resources' on Instance uuid d760b9b9-a311-474b-99f8-b3397ade6488 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.660890] env[71114]: INFO nova.compute.manager [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Took 40.55 seconds to build instance. [ 1036.717262] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717688} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.717691] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 034b24a4-f915-4ed7-815f-7a96f5084cb9/034b24a4-f915-4ed7-815f-7a96f5084cb9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.718034] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.718411] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-418e2e6d-8b53-4212-87c2-8d1c90c0304b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.726956] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1036.726956] env[71114]: value = "task-3822035" [ 1036.726956] env[71114]: _type = "Task" [ 1036.726956] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.736715] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.790275] env[71114]: DEBUG oslo_concurrency.lockutils [req-68efb3e8-4344-4b7f-bb43-bbb7451c2f94 req-e790be20-8b76-4d3d-9742-34ff026f56fd service nova] Releasing lock "refresh_cache-034b24a4-f915-4ed7-815f-7a96f5084cb9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.805948] env[71114]: DEBUG nova.compute.manager [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Received event network-vif-plugged-f64bede4-1c1b-4590-9f68-fe72688456d9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.805948] env[71114]: DEBUG oslo_concurrency.lockutils [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] Acquiring lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.805948] env[71114]: DEBUG oslo_concurrency.lockutils [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.805948] env[71114]: DEBUG oslo_concurrency.lockutils [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.805948] env[71114]: DEBUG nova.compute.manager [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] No waiting events found dispatching network-vif-plugged-f64bede4-1c1b-4590-9f68-fe72688456d9 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1036.805948] env[71114]: WARNING nova.compute.manager [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Received unexpected event network-vif-plugged-f64bede4-1c1b-4590-9f68-fe72688456d9 for instance with vm_state building and task_state spawning. [ 1036.805948] env[71114]: DEBUG nova.compute.manager [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Received event network-changed-f64bede4-1c1b-4590-9f68-fe72688456d9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.805948] env[71114]: DEBUG nova.compute.manager [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Refreshing instance network info cache due to event network-changed-f64bede4-1c1b-4590-9f68-fe72688456d9. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.806283] env[71114]: DEBUG oslo_concurrency.lockutils [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] Acquiring lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.841187] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.841571] env[71114]: DEBUG nova.compute.manager [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Instance network_info: |[{"id": "f64bede4-1c1b-4590-9f68-fe72688456d9", "address": "fa:16:3e:03:61:b5", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64bede4-1c", "ovs_interfaceid": "f64bede4-1c1b-4590-9f68-fe72688456d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.841813] env[71114]: DEBUG oslo_concurrency.lockutils [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] Acquired lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.845020] env[71114]: DEBUG nova.network.neutron [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Refreshing network info cache for port f64bede4-1c1b-4590-9f68-fe72688456d9 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.845020] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:61:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f64bede4-1c1b-4590-9f68-fe72688456d9', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.853411] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Creating folder: Project (b24d92dd961e45f69cc7d6513f5eaed8). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.854028] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e4537e2-64ec-4ba0-9e0f-9d4d903a9eac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.870584] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Created folder: Project (b24d92dd961e45f69cc7d6513f5eaed8) in parent group-v759732. [ 1036.870584] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Creating folder: Instances. Parent ref: group-v759953. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1036.870584] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45897d6e-8c9e-4694-94d5-ee5160e5d436 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.881772] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Created folder: Instances in parent group-v759953. [ 1036.882551] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.882551] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.882551] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-508de85a-c8f1-440c-894e-3434923336e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.905979] env[71114]: DEBUG nova.compute.utils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.910151] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.910151] env[71114]: value = "task-3822038" [ 1036.910151] env[71114]: _type = "Task" [ 1036.910151] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.910860] env[71114]: DEBUG nova.compute.manager [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.911098] env[71114]: DEBUG nova.network.neutron [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.922191] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822038, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.982174] env[71114]: DEBUG nova.policy [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae1e778a40d74372a8f3f4d7e1e085d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd357c88158724f3596d48dae3f05e01f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.151278] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.151522] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.163979] env[71114]: DEBUG oslo_concurrency.lockutils [None req-acd3dbd1-7420-488d-ae42-5067b870ec22 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "82db1f29-6cc8-469b-8f42-ea766de74c6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.901s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.180973] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.181203] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.181385] env[71114]: DEBUG nova.network.neutron [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.238885] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065566} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.242854] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.244163] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd625dba-07ee-4a9c-b796-a04d5fa2dfd4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.270346] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 034b24a4-f915-4ed7-815f-7a96f5084cb9/034b24a4-f915-4ed7-815f-7a96f5084cb9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.276152] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcbc1d33-9382-44e7-9531-a6e007670a72 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.300233] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1037.300233] env[71114]: value = "task-3822039" [ 1037.300233] env[71114]: _type = "Task" [ 1037.300233] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.310107] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.412521] env[71114]: DEBUG nova.compute.manager [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.427522] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822038, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.497183] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbbfd33-3f48-4ffd-a71a-a8d2c597f03a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.506965] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0317e7c4-ba19-4630-9bc5-f1b66c63c038 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.547543] env[71114]: DEBUG nova.network.neutron [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Successfully created port: 97f21604-7b00-41fc-8ea7-96fdccd1a08c {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.550480] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a46475-d0ec-4d43-b36f-7147ebd211cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.558869] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8218fb83-2278-4b61-a14f-d596d8507b9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.577744] env[71114]: DEBUG nova.compute.provider_tree [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.654558] env[71114]: DEBUG nova.compute.manager [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.811521] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822039, 'name': ReconfigVM_Task, 'duration_secs': 0.362331} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.811823] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 034b24a4-f915-4ed7-815f-7a96f5084cb9/034b24a4-f915-4ed7-815f-7a96f5084cb9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.812448] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-745e4689-e386-4b64-ac6d-b1385b7d381c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.819934] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1037.819934] env[71114]: value = "task-3822040" [ 1037.819934] env[71114]: _type = "Task" [ 1037.819934] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.830018] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822040, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.847058] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.847330] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.847539] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.847715] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.847889] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.851293] env[71114]: INFO nova.compute.manager [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Terminating instance [ 1037.933113] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822038, 'name': CreateVM_Task, 'duration_secs': 0.617683} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.933113] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.933113] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.933113] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.933113] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.933113] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb20374-1088-4ebe-9562-a00a38cad580 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.939480] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1037.939480] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f738a-fcfa-309b-b6b7-27d556f42b0b" [ 1037.939480] env[71114]: _type = "Task" [ 1037.939480] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.951274] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f738a-fcfa-309b-b6b7-27d556f42b0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.954804] env[71114]: DEBUG nova.network.neutron [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updated VIF entry in instance network info cache for port f64bede4-1c1b-4590-9f68-fe72688456d9. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.955441] env[71114]: DEBUG nova.network.neutron [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance_info_cache with network_info: [{"id": "f64bede4-1c1b-4590-9f68-fe72688456d9", "address": "fa:16:3e:03:61:b5", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64bede4-1c", "ovs_interfaceid": "f64bede4-1c1b-4590-9f68-fe72688456d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.086678] env[71114]: DEBUG nova.scheduler.client.report [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.156728] env[71114]: DEBUG nova.network.neutron [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance_info_cache with network_info: [{"id": "1422a236-c375-4cf4-b661-37dddaa00381", "address": "fa:16:3e:62:e5:4d", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1422a236-c3", "ovs_interfaceid": "1422a236-c375-4cf4-b661-37dddaa00381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.181785] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.332157] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822040, 'name': Rename_Task, 'duration_secs': 0.162035} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.332473] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.332662] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0874ab78-1b57-4473-a63c-c16d74d877f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.340793] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1038.340793] env[71114]: value = "task-3822041" [ 1038.340793] env[71114]: _type = "Task" [ 1038.340793] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.351582] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.363969] env[71114]: DEBUG nova.compute.manager [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.364823] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.365390] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5764d3-e4c6-4289-8418-5bce75681299 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.376659] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.376659] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1474c5fe-494a-4d29-b53e-84ceefa7482d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.426859] env[71114]: DEBUG nova.compute.manager [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.458831] env[71114]: DEBUG oslo_concurrency.lockutils [req-2eace45e-2999-478e-82f1-f672558d9454 req-c15f90b5-6222-4ced-9f94-b6d7b6d46161 service nova] Releasing lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.459512] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f738a-fcfa-309b-b6b7-27d556f42b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.026636} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.463920] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.464353] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.464883] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.465074] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.465350] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.465625] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.465974] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.466272] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.466599] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.466862] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.467085] env[71114]: DEBUG nova.virt.hardware [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.467586] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.467908] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.468270] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.468492] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.468704] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.469397] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.469602] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.469820] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleting the datastore file [datastore1] c9e53417-156f-4bf4-8fba-e8e3ff5fa80c {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.471015] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9636025e-96f8-4a49-986a-a6f460aa1657 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.475394] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8037f6e3-e94b-4d05-b266-672fd0c9d7e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.478674] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50d1cf4f-e298-43e0-be9a-678e601b1064 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.489432] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fdfabc-c7c7-4879-b946-07bb66350abe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.495929] env[71114]: DEBUG oslo_vmware.api [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1038.495929] env[71114]: value = "task-3822043" [ 1038.495929] env[71114]: _type = "Task" [ 1038.495929] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.497654] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.497915] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.504521] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e067233-c3df-4c1f-b40a-d4fa7595fd7d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.530318] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1038.530318] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52813455-34c9-06cf-c94a-37eb66539c0e" [ 1038.530318] env[71114]: _type = "Task" [ 1038.530318] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.530610] env[71114]: DEBUG oslo_vmware.api [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.540634] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52813455-34c9-06cf-c94a-37eb66539c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.541522] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beccdd2b-2b1d-49a0-a4da-68628263ef91 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.547780] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1038.547780] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52745b59-3199-85c2-7416-cdf1afeeee13" [ 1038.547780] env[71114]: _type = "Task" [ 1038.547780] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.557742] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52745b59-3199-85c2-7416-cdf1afeeee13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.594846] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.597325] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-895b9cf5-d386-4eef-a75b-a395e0e7c551" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.597559] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-895b9cf5-d386-4eef-a75b-a395e0e7c551" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.599137] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.516s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.599335] env[71114]: DEBUG nova.objects.instance [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1038.619486] env[71114]: INFO nova.scheduler.client.report [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Deleted allocations for instance d760b9b9-a311-474b-99f8-b3397ade6488 [ 1038.658793] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.816271] env[71114]: DEBUG oslo_concurrency.lockutils [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.816663] env[71114]: DEBUG oslo_concurrency.lockutils [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.816916] env[71114]: DEBUG oslo_concurrency.lockutils [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.817119] env[71114]: DEBUG oslo_concurrency.lockutils [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.817296] env[71114]: DEBUG oslo_concurrency.lockutils [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.819332] env[71114]: INFO nova.compute.manager [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Terminating instance [ 1038.854489] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.008799] env[71114]: DEBUG oslo_vmware.api [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174946} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.009120] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.009279] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.009562] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.009691] env[71114]: INFO nova.compute.manager [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1039.009940] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.010162] env[71114]: DEBUG nova.compute.manager [-] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.010283] env[71114]: DEBUG nova.network.neutron [-] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.060852] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52745b59-3199-85c2-7416-cdf1afeeee13, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.061164] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.061440] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 464564e8-70dc-4f09-8b51-59d93dbe1ed2/464564e8-70dc-4f09-8b51-59d93dbe1ed2.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.061718] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9ed602c-a115-44c0-9d16-3736705d154f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.069696] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1039.069696] env[71114]: value = "task-3822044" [ 1039.069696] env[71114]: _type = "Task" [ 1039.069696] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.079335] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.105029] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.105029] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.108390] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e739032-aba7-489a-b5b4-bf5fe1c4d80e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.134886] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e0601-c5a5-4963-a2f1-0a99bc73f7d4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.137795] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5816876-569a-4238-a4e9-2a5f67ab0a12 tempest-ServersTestBootFromVolume-1239157007 tempest-ServersTestBootFromVolume-1239157007-project-member] Lock "d760b9b9-a311-474b-99f8-b3397ade6488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.870s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.173029] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Reconfiguring VM to detach interface {{(pid=71114) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1039.176022] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f424b95-f3e0-47e2-9074-b5b21adeecbc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.200136] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1039.200136] env[71114]: value = "task-3822045" [ 1039.200136] env[71114]: _type = "Task" [ 1039.200136] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.213367] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.213367] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a9f442-3d1b-44ef-a9b0-11fc71454579 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.235774] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b6feb4-a6cb-4829-915a-89d2ab214138 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.244354] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance '6491ab75-acd9-4ee0-9b62-648e99c61786' progress to 83 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1039.323099] env[71114]: DEBUG nova.compute.manager [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.323375] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.324333] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4dca05-5f40-438f-afad-7bb611bbf500 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.333586] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.333969] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca6300b5-42c5-48b9-acca-9e54ead580f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.342063] env[71114]: DEBUG oslo_vmware.api [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1039.342063] env[71114]: value = "task-3822046" [ 1039.342063] env[71114]: _type = "Task" [ 1039.342063] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.359389] env[71114]: DEBUG oslo_vmware.api [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.359658] env[71114]: DEBUG oslo_vmware.api [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822041, 'name': PowerOnVM_Task, 'duration_secs': 0.732621} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.359905] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.360106] env[71114]: INFO nova.compute.manager [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1039.360303] env[71114]: DEBUG nova.compute.manager [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1039.361139] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefba975-9309-4ec0-9081-b1745e4d8fba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.537455] env[71114]: DEBUG nova.compute.manager [req-ac867980-9d81-452d-8925-be59a88c7762 req-2b0dcfc6-0be6-4edc-bba5-6eb16d9e17b6 service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Received event network-vif-deleted-5640b437-a4a7-499a-865a-ab87fd5cb538 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.537683] env[71114]: INFO nova.compute.manager [req-ac867980-9d81-452d-8925-be59a88c7762 req-2b0dcfc6-0be6-4edc-bba5-6eb16d9e17b6 service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Neutron deleted interface 5640b437-a4a7-499a-865a-ab87fd5cb538; detaching it from the instance and deleting it from the info cache [ 1039.538336] env[71114]: DEBUG nova.network.neutron [req-ac867980-9d81-452d-8925-be59a88c7762 req-2b0dcfc6-0be6-4edc-bba5-6eb16d9e17b6 service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.582088] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822044, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.614221] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c54cfac0-5737-41de-8c30-378f2947f2a4 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.615614] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.072s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.615764] env[71114]: DEBUG nova.objects.instance [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lazy-loading 'resources' on Instance uuid f130ac14-ce51-46c2-84a9-d22fa13f3f8e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.713472] env[71114]: DEBUG nova.network.neutron [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Successfully updated port: 97f21604-7b00-41fc-8ea7-96fdccd1a08c {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.719707] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.752831] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.753726] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-021d2182-f56e-4d9d-8949-017135a472ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.767047] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1039.767047] env[71114]: value = "task-3822047" [ 1039.767047] env[71114]: _type = "Task" [ 1039.767047] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.779990] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.859029] env[71114]: DEBUG oslo_vmware.api [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822046, 'name': PowerOffVM_Task, 'duration_secs': 0.491809} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.860039] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.860482] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.861349] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a5291be-deec-4ea9-8ba4-2d0294d40f6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.886352] env[71114]: INFO nova.compute.manager [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Took 42.24 seconds to build instance. [ 1039.911699] env[71114]: DEBUG nova.network.neutron [-] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.946370] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.947033] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.947033] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Deleting the datastore file [datastore2] 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.949479] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-123651fe-049e-4139-9a84-17d0752ae067 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.961806] env[71114]: DEBUG oslo_vmware.api [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1039.961806] env[71114]: value = "task-3822049" [ 1039.961806] env[71114]: _type = "Task" [ 1039.961806] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.977906] env[71114]: DEBUG oslo_vmware.api [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.042700] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40be503c-45f2-40e6-bce4-3facece07c6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.056343] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1319027e-18f8-4e45-ad20-3632f61fa302 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.094690] env[71114]: DEBUG nova.compute.manager [req-ac867980-9d81-452d-8925-be59a88c7762 req-2b0dcfc6-0be6-4edc-bba5-6eb16d9e17b6 service nova] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Detach interface failed, port_id=5640b437-a4a7-499a-865a-ab87fd5cb538, reason: Instance c9e53417-156f-4bf4-8fba-e8e3ff5fa80c could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.099952] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700782} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.100303] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 464564e8-70dc-4f09-8b51-59d93dbe1ed2/464564e8-70dc-4f09-8b51-59d93dbe1ed2.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.100544] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.100806] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7d97f24-16aa-482c-994e-60b215fb4c0b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.108799] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1040.108799] env[71114]: value = "task-3822050" [ 1040.108799] env[71114]: _type = "Task" [ 1040.108799] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.118647] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.211963] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.220853] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquiring lock "refresh_cache-220d67dc-037a-4b6d-849b-ffc00dd5ccad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.220853] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquired lock "refresh_cache-220d67dc-037a-4b6d-849b-ffc00dd5ccad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.220853] env[71114]: DEBUG nova.network.neutron [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.282219] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822047, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.394604] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5450ae7f-5bbd-4c81-b606-71be69e80680 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "034b24a4-f915-4ed7-815f-7a96f5084cb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.042s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.415072] env[71114]: INFO nova.compute.manager [-] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Took 1.40 seconds to deallocate network for instance. [ 1040.476174] env[71114]: DEBUG oslo_vmware.api [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362245} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.477822] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.478079] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.478323] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.479198] env[71114]: INFO nova.compute.manager [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1040.479198] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.479406] env[71114]: DEBUG nova.compute.manager [-] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.479512] env[71114]: DEBUG nova.network.neutron [-] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.623547] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205515} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.623820] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.624643] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fa99d2-0358-416b-8928-42b440532fb3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.654279] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 464564e8-70dc-4f09-8b51-59d93dbe1ed2/464564e8-70dc-4f09-8b51-59d93dbe1ed2.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.654279] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af376a59-9e30-4765-96e2-815f97fbfb8a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.678947] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1040.678947] env[71114]: value = "task-3822051" [ 1040.678947] env[71114]: _type = "Task" [ 1040.678947] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.695119] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.708461] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaea740-37d5-4e49-9491-31549febc859 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.717379] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.720030] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d4e77f-b8e1-49bc-9a88-f5f0e1e03342 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.756359] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d5fd2d-10b0-41dd-a037-50272534366e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.764917] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7399d2fb-e743-4e41-b424-7359bd2799aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.781555] env[71114]: DEBUG nova.compute.provider_tree [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.785028] env[71114]: DEBUG nova.network.neutron [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.790239] env[71114]: DEBUG oslo_vmware.api [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822047, 'name': PowerOnVM_Task, 'duration_secs': 0.577245} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.790499] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.790680] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc2bda1-6b7e-4012-9953-04503908b071 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance '6491ab75-acd9-4ee0-9b62-648e99c61786' progress to 100 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.921322] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.030887] env[71114]: DEBUG nova.network.neutron [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Updating instance_info_cache with network_info: [{"id": "97f21604-7b00-41fc-8ea7-96fdccd1a08c", "address": "fa:16:3e:b5:38:9f", "network": {"id": "d5941066-c9f4-4cc3-a4ae-dd31d6debf50", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1622327983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d357c88158724f3596d48dae3f05e01f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f21604-7b", "ovs_interfaceid": "97f21604-7b00-41fc-8ea7-96fdccd1a08c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.191924] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.213940] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.285102] env[71114]: DEBUG nova.scheduler.client.report [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.361624] env[71114]: DEBUG nova.network.neutron [-] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.533542] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Releasing lock "refresh_cache-220d67dc-037a-4b6d-849b-ffc00dd5ccad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.533888] env[71114]: DEBUG nova.compute.manager [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Instance network_info: |[{"id": "97f21604-7b00-41fc-8ea7-96fdccd1a08c", "address": "fa:16:3e:b5:38:9f", "network": {"id": "d5941066-c9f4-4cc3-a4ae-dd31d6debf50", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1622327983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d357c88158724f3596d48dae3f05e01f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f21604-7b", "ovs_interfaceid": "97f21604-7b00-41fc-8ea7-96fdccd1a08c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.534371] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:38:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f21604-7b00-41fc-8ea7-96fdccd1a08c', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.542865] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Creating folder: Project (d357c88158724f3596d48dae3f05e01f). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.543217] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8b5b754-c470-4bbd-9353-0a12809d9559 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.557988] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Created folder: Project (d357c88158724f3596d48dae3f05e01f) in parent group-v759732. [ 1041.557988] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Creating folder: Instances. Parent ref: group-v759956. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.557988] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d3693a6-70fc-4b18-820c-d86b64939790 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.566493] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Created folder: Instances in parent group-v759956. [ 1041.566493] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.566910] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.566910] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36de2403-cae1-48c4-b967-e9bc6c2dfa88 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.590665] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.590665] env[71114]: value = "task-3822054" [ 1041.590665] env[71114]: _type = "Task" [ 1041.590665] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.599666] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822054, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.695860] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822051, 'name': ReconfigVM_Task, 'duration_secs': 0.821774} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.695860] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 464564e8-70dc-4f09-8b51-59d93dbe1ed2/464564e8-70dc-4f09-8b51-59d93dbe1ed2.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.696470] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf54cc23-148b-454a-b7d9-756e718e1888 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.704933] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1041.704933] env[71114]: value = "task-3822055" [ 1041.704933] env[71114]: _type = "Task" [ 1041.704933] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.717119] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.720646] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822055, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.730296] env[71114]: DEBUG nova.compute.manager [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Received event network-vif-plugged-97f21604-7b00-41fc-8ea7-96fdccd1a08c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.730296] env[71114]: DEBUG oslo_concurrency.lockutils [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] Acquiring lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.730296] env[71114]: DEBUG oslo_concurrency.lockutils [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] Lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.730296] env[71114]: DEBUG oslo_concurrency.lockutils [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] Lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.730296] env[71114]: DEBUG nova.compute.manager [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] No waiting events found dispatching network-vif-plugged-97f21604-7b00-41fc-8ea7-96fdccd1a08c {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.730296] env[71114]: WARNING nova.compute.manager [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Received unexpected event network-vif-plugged-97f21604-7b00-41fc-8ea7-96fdccd1a08c for instance with vm_state building and task_state spawning. [ 1041.730296] env[71114]: DEBUG nova.compute.manager [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Received event network-changed-97f21604-7b00-41fc-8ea7-96fdccd1a08c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.730585] env[71114]: DEBUG nova.compute.manager [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Refreshing instance network info cache due to event network-changed-97f21604-7b00-41fc-8ea7-96fdccd1a08c. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.731129] env[71114]: DEBUG oslo_concurrency.lockutils [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] Acquiring lock "refresh_cache-220d67dc-037a-4b6d-849b-ffc00dd5ccad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.731129] env[71114]: DEBUG oslo_concurrency.lockutils [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] Acquired lock "refresh_cache-220d67dc-037a-4b6d-849b-ffc00dd5ccad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.731361] env[71114]: DEBUG nova.network.neutron [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Refreshing network info cache for port 97f21604-7b00-41fc-8ea7-96fdccd1a08c {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.790749] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.794016] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.825s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.794016] env[71114]: DEBUG nova.objects.instance [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lazy-loading 'resources' on Instance uuid fe89caa9-2994-4746-bfef-2caf5e023254 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.822516] env[71114]: INFO nova.scheduler.client.report [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleted allocations for instance f130ac14-ce51-46c2-84a9-d22fa13f3f8e [ 1041.866067] env[71114]: INFO nova.compute.manager [-] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Took 1.39 seconds to deallocate network for instance. [ 1042.105539] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822054, 'name': CreateVM_Task, 'duration_secs': 0.425829} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.108020] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.108020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.108020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.108020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.108020] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6ff623-42e5-4fbb-8a57-67167d962112 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.114565] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for the task: (returnval){ [ 1042.114565] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52504419-3bbe-528d-321d-1fb5317a96b9" [ 1042.114565] env[71114]: _type = "Task" [ 1042.114565] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.125715] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52504419-3bbe-528d-321d-1fb5317a96b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.167292] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "42ec6a35-9898-493a-a328-5e5f8677c0c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.167542] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "42ec6a35-9898-493a-a328-5e5f8677c0c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.218414] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.221977] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822055, 'name': Rename_Task, 'duration_secs': 0.213312} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.222158] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.222494] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65216a24-0f73-47be-bb69-e551dd5d0a3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.230347] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1042.230347] env[71114]: value = "task-3822056" [ 1042.230347] env[71114]: _type = "Task" [ 1042.230347] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.241964] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.332648] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8864410e-a32f-4c30-9f7d-ede8e0d37d7b tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "f130ac14-ce51-46c2-84a9-d22fa13f3f8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.747s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.389371] env[71114]: DEBUG oslo_concurrency.lockutils [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.554503] env[71114]: DEBUG nova.network.neutron [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Updated VIF entry in instance network info cache for port 97f21604-7b00-41fc-8ea7-96fdccd1a08c. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.555382] env[71114]: DEBUG nova.network.neutron [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Updating instance_info_cache with network_info: [{"id": "97f21604-7b00-41fc-8ea7-96fdccd1a08c", "address": "fa:16:3e:b5:38:9f", "network": {"id": "d5941066-c9f4-4cc3-a4ae-dd31d6debf50", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1622327983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d357c88158724f3596d48dae3f05e01f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f21604-7b", "ovs_interfaceid": "97f21604-7b00-41fc-8ea7-96fdccd1a08c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.628170] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52504419-3bbe-528d-321d-1fb5317a96b9, 'name': SearchDatastore_Task, 'duration_secs': 0.027963} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.628491] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.628752] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.629360] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.629360] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.629360] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.629673] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e718c319-dc69-466b-aa41-70abcec43fcf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.640551] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.640769] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.641649] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7a506a-36bb-44cb-9a74-c67028ed1991 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.649028] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for the task: (returnval){ [ 1042.649028] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5228faa0-7561-36a6-ffdd-fa9afe1ec394" [ 1042.649028] env[71114]: _type = "Task" [ 1042.649028] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.661762] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5228faa0-7561-36a6-ffdd-fa9afe1ec394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.670352] env[71114]: DEBUG nova.compute.manager [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.722601] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.746196] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822056, 'name': PowerOnVM_Task} progress is 90%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.869720] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4624855-1b66-457a-9002-2dd2b069f630 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.883525] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60390df-20be-4a9a-8911-65f91bcd5576 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.926264] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5510db95-2188-4211-adaf-353c45950424 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.935918] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d3094c-0541-43cb-b284-e4fe0f66cfcf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.953608] env[71114]: DEBUG nova.compute.provider_tree [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.057511] env[71114]: DEBUG oslo_concurrency.lockutils [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] Releasing lock "refresh_cache-220d67dc-037a-4b6d-849b-ffc00dd5ccad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.057740] env[71114]: DEBUG nova.compute.manager [req-6481eb19-42aa-4ff1-bc07-274d50c10243 req-e390abe9-94f5-4211-a20e-b384b52c563a service nova] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Received event network-vif-deleted-03972812-7bf5-43f8-9f44-b83c59177dae {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.136027] env[71114]: DEBUG nova.network.neutron [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Port 1422a236-c375-4cf4-b661-37dddaa00381 binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1043.136422] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.136535] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.136782] env[71114]: DEBUG nova.network.neutron [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.164429] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5228faa0-7561-36a6-ffdd-fa9afe1ec394, 'name': SearchDatastore_Task, 'duration_secs': 0.012594} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.165261] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c34e2b14-6a19-4a13-90d1-a2575de7b9ea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.172049] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for the task: (returnval){ [ 1043.172049] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52532b4b-5097-e22a-5889-4820db43cdbf" [ 1043.172049] env[71114]: _type = "Task" [ 1043.172049] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.191379] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52532b4b-5097-e22a-5889-4820db43cdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.208936] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.221774] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.244358] env[71114]: DEBUG oslo_vmware.api [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822056, 'name': PowerOnVM_Task, 'duration_secs': 0.601762} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.244723] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.244963] env[71114]: INFO nova.compute.manager [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1043.245515] env[71114]: DEBUG nova.compute.manager [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1043.246020] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0631f201-2293-4ff1-9599-10cfcf9aa49d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.457872] env[71114]: DEBUG nova.scheduler.client.report [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.687726] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52532b4b-5097-e22a-5889-4820db43cdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.028672} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.688151] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.688504] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 220d67dc-037a-4b6d-849b-ffc00dd5ccad/220d67dc-037a-4b6d-849b-ffc00dd5ccad.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.688819] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-347cfb20-4177-4fc9-948b-cc1511dfc793 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.696573] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for the task: (returnval){ [ 1043.696573] env[71114]: value = "task-3822057" [ 1043.696573] env[71114]: _type = "Task" [ 1043.696573] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.719242] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.725945] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.770157] env[71114]: INFO nova.compute.manager [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Took 41.51 seconds to build instance. [ 1043.875720] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquiring lock "edc660c2-6888-4516-9a8c-27924a975488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.877468] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lock "edc660c2-6888-4516-9a8c-27924a975488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.962771] env[71114]: DEBUG nova.network.neutron [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance_info_cache with network_info: [{"id": "1422a236-c375-4cf4-b661-37dddaa00381", "address": "fa:16:3e:62:e5:4d", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1422a236-c3", "ovs_interfaceid": "1422a236-c375-4cf4-b661-37dddaa00381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.967150] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.968017] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.595s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.969488] env[71114]: INFO nova.compute.claims [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.992942] env[71114]: INFO nova.scheduler.client.report [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Deleted allocations for instance fe89caa9-2994-4746-bfef-2caf5e023254 [ 1044.053718] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.054055] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.212715] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822057, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.225960] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.271905] env[71114]: DEBUG oslo_concurrency.lockutils [None req-93aa1c2b-20ff-4ea7-97c2-18af40505fcb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.627s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.379872] env[71114]: DEBUG nova.compute.manager [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.468563] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.502111] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ddb1e7a-bd96-44fc-825b-d1a5163a4484 tempest-ImagesOneServerNegativeTestJSON-540299749 tempest-ImagesOneServerNegativeTestJSON-540299749-project-member] Lock "fe89caa9-2994-4746-bfef-2caf5e023254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.787s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.557631] env[71114]: INFO nova.compute.manager [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Detaching volume d78ecc9f-de31-4752-8221-81ebb24867ee [ 1044.601032] env[71114]: INFO nova.virt.block_device [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Attempting to driver detach volume d78ecc9f-de31-4752-8221-81ebb24867ee from mountpoint /dev/sdb [ 1044.601151] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1044.602019] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759880', 'volume_id': 'd78ecc9f-de31-4752-8221-81ebb24867ee', 'name': 'volume-d78ecc9f-de31-4752-8221-81ebb24867ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d8f036f-f0f4-4a10-ae2c-070aef7a9e78', 'attached_at': '', 'detached_at': '', 'volume_id': 'd78ecc9f-de31-4752-8221-81ebb24867ee', 'serial': 'd78ecc9f-de31-4752-8221-81ebb24867ee'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1044.602235] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed75e546-bd39-4d27-affc-dac5af2437d1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.627344] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d972a438-e165-4bda-8b95-591442ee9347 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.635918] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7701f2fe-0679-423f-b05a-31a0a204431a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.659634] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e66f4-6369-4102-819e-3b158779f4a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.676306] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] The volume has not been displaced from its original location: [datastore1] volume-d78ecc9f-de31-4752-8221-81ebb24867ee/volume-d78ecc9f-de31-4752-8221-81ebb24867ee.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1044.681931] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.682389] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a046e3dc-2f9e-456a-95b5-2fdc8d7d9edc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.702981] env[71114]: DEBUG oslo_vmware.api [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1044.702981] env[71114]: value = "task-3822058" [ 1044.702981] env[71114]: _type = "Task" [ 1044.702981] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.710225] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63126} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.714948] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 220d67dc-037a-4b6d-849b-ffc00dd5ccad/220d67dc-037a-4b6d-849b-ffc00dd5ccad.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.714948] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.714948] env[71114]: DEBUG oslo_vmware.api [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.714948] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86305e69-d780-45e2-95b2-6f0ec7e53d4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.724285] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.725958] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for the task: (returnval){ [ 1044.725958] env[71114]: value = "task-3822059" [ 1044.725958] env[71114]: _type = "Task" [ 1044.725958] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.735553] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.915333] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.971705] env[71114]: DEBUG nova.compute.manager [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71114) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1044.971940] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.217850] env[71114]: DEBUG oslo_vmware.api [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.242043] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.251267] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136793} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.251575] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.252442] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535743f0-8e11-4433-afb3-4b3d37ff5f79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.285552] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 220d67dc-037a-4b6d-849b-ffc00dd5ccad/220d67dc-037a-4b6d-849b-ffc00dd5ccad.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.288531] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244be095-ac6e-4313-ad9f-2f2ffc7397d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.309826] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for the task: (returnval){ [ 1045.309826] env[71114]: value = "task-3822060" [ 1045.309826] env[71114]: _type = "Task" [ 1045.309826] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.318410] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.389392] env[71114]: DEBUG nova.compute.manager [req-ac7d6bff-c35e-47ac-831d-91641be108cf req-c309c1df-ba40-4fc6-bf24-84838941b1b2 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Received event network-changed-f64bede4-1c1b-4590-9f68-fe72688456d9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.390090] env[71114]: DEBUG nova.compute.manager [req-ac7d6bff-c35e-47ac-831d-91641be108cf req-c309c1df-ba40-4fc6-bf24-84838941b1b2 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Refreshing instance network info cache due to event network-changed-f64bede4-1c1b-4590-9f68-fe72688456d9. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.390090] env[71114]: DEBUG oslo_concurrency.lockutils [req-ac7d6bff-c35e-47ac-831d-91641be108cf req-c309c1df-ba40-4fc6-bf24-84838941b1b2 service nova] Acquiring lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.390090] env[71114]: DEBUG oslo_concurrency.lockutils [req-ac7d6bff-c35e-47ac-831d-91641be108cf req-c309c1df-ba40-4fc6-bf24-84838941b1b2 service nova] Acquired lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.390090] env[71114]: DEBUG nova.network.neutron [req-ac7d6bff-c35e-47ac-831d-91641be108cf req-c309c1df-ba40-4fc6-bf24-84838941b1b2 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Refreshing network info cache for port f64bede4-1c1b-4590-9f68-fe72688456d9 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.549937] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fc1411-a9ea-4158-bb3e-571002c8c183 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.559223] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d555633e-135f-4fa7-821d-d45dcee08c79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.592850] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3255649e-e3e5-48ad-8983-d185bf2b2996 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.602883] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fe61ca-844a-488d-9c30-35a893472515 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.619061] env[71114]: DEBUG nova.compute.provider_tree [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.728615] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.731527] env[71114]: DEBUG oslo_vmware.api [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822058, 'name': ReconfigVM_Task, 'duration_secs': 0.59939} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.731804] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.738167] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d317e95-ad06-4bd6-ae4d-f8340754e8a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.754642] env[71114]: DEBUG oslo_vmware.api [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1045.754642] env[71114]: value = "task-3822061" [ 1045.754642] env[71114]: _type = "Task" [ 1045.754642] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.766681] env[71114]: DEBUG oslo_vmware.api [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.820312] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.126100] env[71114]: DEBUG nova.scheduler.client.report [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.233200] env[71114]: DEBUG oslo_vmware.api [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822045, 'name': ReconfigVM_Task, 'duration_secs': 6.558561} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.234153] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.234530] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Reconfigured VM to detach interface {{(pid=71114) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1046.266498] env[71114]: DEBUG oslo_vmware.api [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822061, 'name': ReconfigVM_Task, 'duration_secs': 0.18994} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.267182] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759880', 'volume_id': 'd78ecc9f-de31-4752-8221-81ebb24867ee', 'name': 'volume-d78ecc9f-de31-4752-8221-81ebb24867ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d8f036f-f0f4-4a10-ae2c-070aef7a9e78', 'attached_at': '', 'detached_at': '', 'volume_id': 'd78ecc9f-de31-4752-8221-81ebb24867ee', 'serial': 'd78ecc9f-de31-4752-8221-81ebb24867ee'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1046.320976] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822060, 'name': ReconfigVM_Task, 'duration_secs': 0.643344} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.321577] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 220d67dc-037a-4b6d-849b-ffc00dd5ccad/220d67dc-037a-4b6d-849b-ffc00dd5ccad.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.322377] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f587dfa5-671f-4592-9e58-d9e35382d55b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.329367] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for the task: (returnval){ [ 1046.329367] env[71114]: value = "task-3822062" [ 1046.329367] env[71114]: _type = "Task" [ 1046.329367] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.346684] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822062, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.441587] env[71114]: DEBUG nova.network.neutron [req-ac7d6bff-c35e-47ac-831d-91641be108cf req-c309c1df-ba40-4fc6-bf24-84838941b1b2 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updated VIF entry in instance network info cache for port f64bede4-1c1b-4590-9f68-fe72688456d9. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.441587] env[71114]: DEBUG nova.network.neutron [req-ac7d6bff-c35e-47ac-831d-91641be108cf req-c309c1df-ba40-4fc6-bf24-84838941b1b2 service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance_info_cache with network_info: [{"id": "f64bede4-1c1b-4590-9f68-fe72688456d9", "address": "fa:16:3e:03:61:b5", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64bede4-1c", "ovs_interfaceid": "f64bede4-1c1b-4590-9f68-fe72688456d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.635027] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.635027] env[71114]: DEBUG nova.compute.manager [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.639641] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.080s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.640271] env[71114]: DEBUG nova.objects.instance [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lazy-loading 'resources' on Instance uuid 63908f55-ee31-46c3-afda-79191162c0a3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.844122] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822062, 'name': Rename_Task, 'duration_secs': 0.355699} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.845450] env[71114]: DEBUG nova.objects.instance [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lazy-loading 'flavor' on Instance uuid 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.849463] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.849463] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d76311e-a818-4413-9724-8cf51401b2b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.857376] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for the task: (returnval){ [ 1046.857376] env[71114]: value = "task-3822063" [ 1046.857376] env[71114]: _type = "Task" [ 1046.857376] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.867492] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.944570] env[71114]: DEBUG oslo_concurrency.lockutils [req-ac7d6bff-c35e-47ac-831d-91641be108cf req-c309c1df-ba40-4fc6-bf24-84838941b1b2 service nova] Releasing lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.145543] env[71114]: DEBUG nova.compute.utils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.150566] env[71114]: DEBUG nova.compute.manager [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.150970] env[71114]: DEBUG nova.network.neutron [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.209121] env[71114]: DEBUG nova.policy [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed20b070187c488fa5a862454d8f8bac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bb3ebd1ffc54150a965fb1571599461', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.369320] env[71114]: DEBUG oslo_vmware.api [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822063, 'name': PowerOnVM_Task, 'duration_secs': 0.506027} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.369696] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.369696] env[71114]: INFO nova.compute.manager [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1047.371245] env[71114]: DEBUG nova.compute.manager [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1047.373208] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3c6e68-3cae-47b8-8f9f-c38a783daa25 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.614430] env[71114]: DEBUG nova.network.neutron [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Successfully created port: 1c33e504-87e4-4a1a-8973-e6c436e65b9d {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.622308] env[71114]: DEBUG nova.compute.manager [req-da44df73-ef3c-4c95-8b3e-9707767b4c3a req-d9545039-8d31-4560-b0f5-c7212085175c service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received event network-vif-deleted-895b9cf5-d386-4eef-a75b-a395e0e7c551 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.622603] env[71114]: INFO nova.compute.manager [req-da44df73-ef3c-4c95-8b3e-9707767b4c3a req-d9545039-8d31-4560-b0f5-c7212085175c service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Neutron deleted interface 895b9cf5-d386-4eef-a75b-a395e0e7c551; detaching it from the instance and deleting it from the info cache [ 1047.622988] env[71114]: DEBUG nova.network.neutron [req-da44df73-ef3c-4c95-8b3e-9707767b4c3a req-d9545039-8d31-4560-b0f5-c7212085175c service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updating instance_info_cache with network_info: [{"id": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "address": "fa:16:3e:47:d3:78", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29feea2-55", "ovs_interfaceid": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d2216a1-91af-4403-8a40-91efc05c889a", "address": "fa:16:3e:95:f4:66", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2216a1-91", "ovs_interfaceid": "9d2216a1-91af-4403-8a40-91efc05c889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.651533] env[71114]: DEBUG nova.compute.manager [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.731023] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c616bd-f74c-4d62-86f2-77cb6aae1011 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.740294] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb40e90-c0dc-4da1-8828-f39eb075391d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.773703] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5981be-5f28-43af-8743-174e12bd4164 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.786024] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52aced20-86f3-44d8-994e-5eece6888355 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.801821] env[71114]: DEBUG nova.compute.provider_tree [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.819463] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.819660] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.820075] env[71114]: DEBUG nova.network.neutron [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.859698] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3cb18549-0928-49cb-b9d4-20269964c53e tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.805s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.896940] env[71114]: INFO nova.compute.manager [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Took 41.21 seconds to build instance. [ 1048.128142] env[71114]: DEBUG oslo_concurrency.lockutils [req-da44df73-ef3c-4c95-8b3e-9707767b4c3a req-d9545039-8d31-4560-b0f5-c7212085175c service nova] Acquiring lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.128142] env[71114]: DEBUG oslo_concurrency.lockutils [req-da44df73-ef3c-4c95-8b3e-9707767b4c3a req-d9545039-8d31-4560-b0f5-c7212085175c service nova] Acquired lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.128142] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4209fe9-750a-4229-a96e-35b98c86d563 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.154899] env[71114]: DEBUG oslo_concurrency.lockutils [req-da44df73-ef3c-4c95-8b3e-9707767b4c3a req-d9545039-8d31-4560-b0f5-c7212085175c service nova] Releasing lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.155221] env[71114]: WARNING nova.compute.manager [req-da44df73-ef3c-4c95-8b3e-9707767b4c3a req-d9545039-8d31-4560-b0f5-c7212085175c service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Detach interface failed, port_id=895b9cf5-d386-4eef-a75b-a395e0e7c551, reason: No device with interface-id 895b9cf5-d386-4eef-a75b-a395e0e7c551 exists on VM: nova.exception.NotFound: No device with interface-id 895b9cf5-d386-4eef-a75b-a395e0e7c551 exists on VM [ 1048.305183] env[71114]: DEBUG nova.scheduler.client.report [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.407156] env[71114]: DEBUG oslo_concurrency.lockutils [None req-57a8eff8-0d37-42d0-9004-e79a9b7d3239 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.934s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.629272] env[71114]: INFO nova.network.neutron [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Port 9d2216a1-91af-4403-8a40-91efc05c889a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1048.629272] env[71114]: DEBUG nova.network.neutron [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updating instance_info_cache with network_info: [{"id": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "address": "fa:16:3e:47:d3:78", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc29feea2-55", "ovs_interfaceid": "c29feea2-553d-44dc-8fc8-dff13bfe0e46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.656664] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.656802] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.657336] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.657336] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.657475] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.660174] env[71114]: INFO nova.compute.manager [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Terminating instance [ 1048.663243] env[71114]: DEBUG nova.compute.manager [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.698605] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.699074] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.699187] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.699357] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.699548] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.699754] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.700009] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.700213] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.700420] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.700618] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.700844] env[71114]: DEBUG nova.virt.hardware [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.702221] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c69be7-6350-4034-ba8a-3e2bfd5f71a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.707062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.707062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.707062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.707062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.707062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.709167] env[71114]: INFO nova.compute.manager [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Terminating instance [ 1048.718654] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0ab74a-6fe6-4e06-b21c-458f82a02cc1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.813481] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.814195] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.526s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.814440] env[71114]: DEBUG nova.objects.instance [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lazy-loading 'resources' on Instance uuid a7aad26c-c285-4d67-9af9-076fd1f0d9d6 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.842068] env[71114]: INFO nova.scheduler.client.report [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Deleted allocations for instance 63908f55-ee31-46c3-afda-79191162c0a3 [ 1049.131631] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-c10ce708-47bb-4099-918f-9475b1ecfd4e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.169731] env[71114]: DEBUG nova.compute.manager [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.169973] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.171258] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6145a8-e72e-4519-8598-b46591b6adb8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.180341] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.180617] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01326993-9f1c-40cc-a725-84b77c17cbcc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.189745] env[71114]: DEBUG oslo_vmware.api [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1049.189745] env[71114]: value = "task-3822064" [ 1049.189745] env[71114]: _type = "Task" [ 1049.189745] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.198206] env[71114]: DEBUG oslo_vmware.api [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.206390] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquiring lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.206645] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.206930] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquiring lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.207172] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.207410] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.209819] env[71114]: INFO nova.compute.manager [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Terminating instance [ 1049.218729] env[71114]: DEBUG nova.compute.manager [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.219089] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.219980] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c1a8d-19af-435e-a8d8-08c0d4719dba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.228719] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.230232] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08c8f38a-2921-49d6-8331-d10e8fcf8bf1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.237489] env[71114]: DEBUG oslo_vmware.api [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1049.237489] env[71114]: value = "task-3822065" [ 1049.237489] env[71114]: _type = "Task" [ 1049.237489] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.247844] env[71114]: DEBUG oslo_vmware.api [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.359528] env[71114]: DEBUG oslo_concurrency.lockutils [None req-444b24fd-06ea-4bbc-a1a1-0de3ca8ce893 tempest-ServerShowV254Test-19443579 tempest-ServerShowV254Test-19443579-project-member] Lock "63908f55-ee31-46c3-afda-79191162c0a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.037s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.487032] env[71114]: DEBUG nova.network.neutron [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Successfully updated port: 1c33e504-87e4-4a1a-8973-e6c436e65b9d {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.637054] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2cd3ff36-852c-4f7e-8230-ba60cba16693 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-c10ce708-47bb-4099-918f-9475b1ecfd4e-895b9cf5-d386-4eef-a75b-a395e0e7c551" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.039s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.664822] env[71114]: DEBUG nova.compute.manager [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received event network-vif-deleted-9d2216a1-91af-4403-8a40-91efc05c889a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.665553] env[71114]: DEBUG nova.compute.manager [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Received event network-vif-plugged-1c33e504-87e4-4a1a-8973-e6c436e65b9d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.665553] env[71114]: DEBUG oslo_concurrency.lockutils [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] Acquiring lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.665805] env[71114]: DEBUG oslo_concurrency.lockutils [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] Lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.665987] env[71114]: DEBUG oslo_concurrency.lockutils [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] Lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.666168] env[71114]: DEBUG nova.compute.manager [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] No waiting events found dispatching network-vif-plugged-1c33e504-87e4-4a1a-8973-e6c436e65b9d {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1049.666329] env[71114]: WARNING nova.compute.manager [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Received unexpected event network-vif-plugged-1c33e504-87e4-4a1a-8973-e6c436e65b9d for instance with vm_state building and task_state spawning. [ 1049.666542] env[71114]: DEBUG nova.compute.manager [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Received event network-changed-1c33e504-87e4-4a1a-8973-e6c436e65b9d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.668848] env[71114]: DEBUG nova.compute.manager [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Refreshing instance network info cache due to event network-changed-1c33e504-87e4-4a1a-8973-e6c436e65b9d. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.668848] env[71114]: DEBUG oslo_concurrency.lockutils [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] Acquiring lock "refresh_cache-3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.668848] env[71114]: DEBUG oslo_concurrency.lockutils [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] Acquired lock "refresh_cache-3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.668848] env[71114]: DEBUG nova.network.neutron [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Refreshing network info cache for port 1c33e504-87e4-4a1a-8973-e6c436e65b9d {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.702759] env[71114]: DEBUG oslo_vmware.api [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822064, 'name': PowerOffVM_Task, 'duration_secs': 0.469321} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.703212] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.703442] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.703980] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd4581e9-e4a2-44cf-9172-a17ccf3c5411 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.715134] env[71114]: DEBUG nova.compute.manager [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.715354] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.716351] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af019ea-637e-449a-8fa7-6e676d34a057 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.724725] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.724987] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b0eb23-4ff7-4d7b-a472-e0d811cd3382 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.731840] env[71114]: DEBUG oslo_vmware.api [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for the task: (returnval){ [ 1049.731840] env[71114]: value = "task-3822067" [ 1049.731840] env[71114]: _type = "Task" [ 1049.731840] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.745650] env[71114]: DEBUG oslo_vmware.api [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.753925] env[71114]: DEBUG oslo_vmware.api [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822065, 'name': PowerOffVM_Task, 'duration_secs': 0.242304} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.756897] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.757168] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.757744] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d9338c2-433f-4e6f-b61b-741b84fe8807 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.789861] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.791156] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.791469] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleting the datastore file [datastore1] 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.791770] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c16bf6b-a212-4f80-8597-21a0150945a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.801074] env[71114]: DEBUG oslo_vmware.api [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1049.801074] env[71114]: value = "task-3822069" [ 1049.801074] env[71114]: _type = "Task" [ 1049.801074] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.810358] env[71114]: DEBUG oslo_vmware.api [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.873932] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ca4f77-d7c0-4e1c-89bf-40c640e1aafd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.883780] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3ae189-76df-4c13-804e-031070fa9974 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.919794] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f940b23a-dfee-4ff9-8e5c-a4e84ba32dbb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.922555] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.922862] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.923097] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleting the datastore file [datastore1] c10ce708-47bb-4099-918f-9475b1ecfd4e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.923419] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f69e2239-f34e-40a0-b15a-66e1e2867835 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.933569] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c95a1c-e508-483d-ad4e-65d4bb45bc68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.938641] env[71114]: DEBUG oslo_vmware.api [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1049.938641] env[71114]: value = "task-3822070" [ 1049.938641] env[71114]: _type = "Task" [ 1049.938641] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.955161] env[71114]: DEBUG nova.compute.provider_tree [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.962867] env[71114]: DEBUG oslo_vmware.api [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.995864] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquiring lock "refresh_cache-3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.226120] env[71114]: DEBUG nova.network.neutron [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.247802] env[71114]: DEBUG oslo_vmware.api [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822067, 'name': PowerOffVM_Task, 'duration_secs': 0.250509} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.247802] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.248375] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.248890] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe936744-9d6d-485c-8fb1-a2b32374871f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.314261] env[71114]: DEBUG oslo_vmware.api [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205859} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.314393] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.314593] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.314770] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.314942] env[71114]: INFO nova.compute.manager [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1050.315279] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.315423] env[71114]: DEBUG nova.compute.manager [-] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.315510] env[71114]: DEBUG nova.network.neutron [-] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.334931] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.334931] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.334931] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Deleting the datastore file [datastore2] 220d67dc-037a-4b6d-849b-ffc00dd5ccad {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.335155] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e9cf9e8-c756-4ae4-9bad-4fb318d55fed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.342673] env[71114]: DEBUG oslo_vmware.api [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for the task: (returnval){ [ 1050.342673] env[71114]: value = "task-3822072" [ 1050.342673] env[71114]: _type = "Task" [ 1050.342673] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.356391] env[71114]: DEBUG nova.network.neutron [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.358291] env[71114]: DEBUG oslo_vmware.api [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.454559] env[71114]: DEBUG oslo_vmware.api [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19119} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.458022] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.458022] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.458022] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.458022] env[71114]: INFO nova.compute.manager [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1050.458022] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.458022] env[71114]: DEBUG nova.compute.manager [-] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.458022] env[71114]: DEBUG nova.network.neutron [-] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.459398] env[71114]: DEBUG nova.scheduler.client.report [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.534534] env[71114]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 9d2216a1-91af-4403-8a40-91efc05c889a could not be found.", "detail": ""}} {{(pid=71114) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1050.534534] env[71114]: DEBUG nova.network.neutron [-] Unable to show port 9d2216a1-91af-4403-8a40-91efc05c889a as it no longer exists. {{(pid=71114) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1050.864113] env[71114]: DEBUG oslo_concurrency.lockutils [req-6054d7ed-4a32-4fa9-8e02-a5b66ef92b78 req-391e5463-3a2d-4817-9d3a-7c4d3f2c047f service nova] Releasing lock "refresh_cache-3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.864113] env[71114]: DEBUG oslo_vmware.api [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Task: {'id': task-3822072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267055} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.864113] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquired lock "refresh_cache-3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.864113] env[71114]: DEBUG nova.network.neutron [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.866335] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.866508] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.867104] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.867104] env[71114]: INFO nova.compute.manager [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1050.867316] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.867803] env[71114]: DEBUG nova.compute.manager [-] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.867979] env[71114]: DEBUG nova.network.neutron [-] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.967936] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.971094] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.221s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.005269] env[71114]: INFO nova.scheduler.client.report [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Deleted allocations for instance a7aad26c-c285-4d67-9af9-076fd1f0d9d6 [ 1051.518127] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9a7b164-b06f-4559-8531-017e26b15d56 tempest-ServersWithSpecificFlavorTestJSON-1686657218 tempest-ServersWithSpecificFlavorTestJSON-1686657218-project-member] Lock "a7aad26c-c285-4d67-9af9-076fd1f0d9d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.504s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.580466] env[71114]: DEBUG nova.network.neutron [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.785548] env[71114]: DEBUG nova.compute.manager [req-96190126-553b-4c67-bf1d-39b81057b144 req-47848c0c-1134-461f-9d0c-6e27b03a8ef5 service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Received event network-vif-deleted-6f63eef2-f4fb-464e-a48b-a6f1ac449a45 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.789554] env[71114]: INFO nova.compute.manager [req-96190126-553b-4c67-bf1d-39b81057b144 req-47848c0c-1134-461f-9d0c-6e27b03a8ef5 service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Neutron deleted interface 6f63eef2-f4fb-464e-a48b-a6f1ac449a45; detaching it from the instance and deleting it from the info cache [ 1051.789698] env[71114]: DEBUG nova.network.neutron [req-96190126-553b-4c67-bf1d-39b81057b144 req-47848c0c-1134-461f-9d0c-6e27b03a8ef5 service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.839579] env[71114]: DEBUG nova.network.neutron [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Updating instance_info_cache with network_info: [{"id": "1c33e504-87e4-4a1a-8973-e6c436e65b9d", "address": "fa:16:3e:d1:8c:8a", "network": {"id": "ef4730ea-8252-4bef-81f8-fbbcf181a716", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-243373692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb3ebd1ffc54150a965fb1571599461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c33e504-87", "ovs_interfaceid": "1c33e504-87e4-4a1a-8973-e6c436e65b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.055716] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb2640c-dc5d-400e-a831-8d6e95c788fc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.065145] env[71114]: DEBUG nova.network.neutron [-] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.068113] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4625d244-a640-47b8-b54c-5e3019af1c39 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.104783] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee8549b-bd74-4d8d-b255-9603df07d9d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.121443] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456286d9-2e41-44b8-ad67-f3c3b25a2695 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.138580] env[71114]: DEBUG nova.compute.provider_tree [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.234810] env[71114]: DEBUG nova.network.neutron [-] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.292030] env[71114]: DEBUG nova.network.neutron [-] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.295956] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7285326d-7cc3-498f-9ad9-de588c068d17 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.307381] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2a480b-42a6-4245-bbad-c4a073efff22 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.348146] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Releasing lock "refresh_cache-3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.348519] env[71114]: DEBUG nova.compute.manager [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Instance network_info: |[{"id": "1c33e504-87e4-4a1a-8973-e6c436e65b9d", "address": "fa:16:3e:d1:8c:8a", "network": {"id": "ef4730ea-8252-4bef-81f8-fbbcf181a716", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-243373692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb3ebd1ffc54150a965fb1571599461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c33e504-87", "ovs_interfaceid": "1c33e504-87e4-4a1a-8973-e6c436e65b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.348916] env[71114]: DEBUG nova.compute.manager [req-96190126-553b-4c67-bf1d-39b81057b144 req-47848c0c-1134-461f-9d0c-6e27b03a8ef5 service nova] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Detach interface failed, port_id=6f63eef2-f4fb-464e-a48b-a6f1ac449a45, reason: Instance 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.349519] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:8c:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c33e504-87e4-4a1a-8973-e6c436e65b9d', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.360151] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Creating folder: Project (3bb3ebd1ffc54150a965fb1571599461). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.360151] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-464e45ed-6525-4a65-b2c0-070d5238a26a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.369203] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Created folder: Project (3bb3ebd1ffc54150a965fb1571599461) in parent group-v759732. [ 1052.369412] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Creating folder: Instances. Parent ref: group-v759959. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.369659] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d71402ad-d99f-42ad-a163-7dee1b31422b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.379930] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Created folder: Instances in parent group-v759959. [ 1052.380223] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.380431] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.380672] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-324f2f24-dd8b-4345-86f5-a7ec64b1474c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.403382] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.403382] env[71114]: value = "task-3822075" [ 1052.403382] env[71114]: _type = "Task" [ 1052.403382] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.415341] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822075, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.574212] env[71114]: INFO nova.compute.manager [-] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Took 2.26 seconds to deallocate network for instance. [ 1052.668361] env[71114]: ERROR nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [req-c0b2c46c-60a5-44ec-a8bf-db6f1e10ea47] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0b2c46c-60a5-44ec-a8bf-db6f1e10ea47"}]} [ 1052.690104] env[71114]: DEBUG nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1052.706613] env[71114]: DEBUG nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1052.706833] env[71114]: DEBUG nova.compute.provider_tree [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.722134] env[71114]: DEBUG nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1052.740220] env[71114]: INFO nova.compute.manager [-] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Took 1.87 seconds to deallocate network for instance. [ 1052.747189] env[71114]: DEBUG nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1052.795421] env[71114]: INFO nova.compute.manager [-] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Took 2.34 seconds to deallocate network for instance. [ 1052.916958] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822075, 'name': CreateVM_Task, 'duration_secs': 0.481472} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.920575] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.921673] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.921823] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.922260] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.922523] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf131f5-42ea-4262-aeaf-4182a3e8406f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.928978] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for the task: (returnval){ [ 1052.928978] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524ce4ce-dd43-b5b7-8ef1-0628311e1383" [ 1052.928978] env[71114]: _type = "Task" [ 1052.928978] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.948525] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524ce4ce-dd43-b5b7-8ef1-0628311e1383, 'name': SearchDatastore_Task, 'duration_secs': 0.01187} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.948525] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.948525] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.948525] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.948525] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.948525] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.948884] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-303b6b0b-283f-4a09-8d4a-a5be2d75cbd0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.958628] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.958915] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.959607] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85613cfc-bd45-448f-807d-e9f9efd49872 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.969816] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for the task: (returnval){ [ 1052.969816] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52184ed9-ca29-3a79-c9ce-54d9042c59a8" [ 1052.969816] env[71114]: _type = "Task" [ 1052.969816] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.980691] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52184ed9-ca29-3a79-c9ce-54d9042c59a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.081697] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.246524] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.304711] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e216e054-2a41-49fd-b04f-7fc6ceaa0a92 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.308365] env[71114]: DEBUG oslo_concurrency.lockutils [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.315139] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41700266-a0e4-497b-8b85-096f5100c5cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.353452] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60086c5e-ba23-47d1-aac3-9b397f4148e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.363436] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a8c93-cb31-4b52-9c5d-cae44eecf0bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.381569] env[71114]: DEBUG nova.compute.provider_tree [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.481842] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52184ed9-ca29-3a79-c9ce-54d9042c59a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.482707] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5469e12-5964-47db-9a2e-d83088181e25 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.491917] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for the task: (returnval){ [ 1053.491917] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e5e2bb-fadb-843e-b3a8-4aad4a7a65da" [ 1053.491917] env[71114]: _type = "Task" [ 1053.491917] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.510123] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e5e2bb-fadb-843e-b3a8-4aad4a7a65da, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.510123] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.510123] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50/3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.510123] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-778f2a71-ba69-4038-9c53-1b5efaebd9c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.517855] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for the task: (returnval){ [ 1053.517855] env[71114]: value = "task-3822076" [ 1053.517855] env[71114]: _type = "Task" [ 1053.517855] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.527278] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.817820] env[71114]: DEBUG nova.compute.manager [req-cf90f081-8b0f-4fb8-b836-ed16befd5fa9 req-7bda9b98-4ac0-4b25-bcc5-54a02245c62e service nova] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Received event network-vif-deleted-97f21604-7b00-41fc-8ea7-96fdccd1a08c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.817820] env[71114]: DEBUG nova.compute.manager [req-cf90f081-8b0f-4fb8-b836-ed16befd5fa9 req-7bda9b98-4ac0-4b25-bcc5-54a02245c62e service nova] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Received event network-vif-deleted-c29feea2-553d-44dc-8fc8-dff13bfe0e46 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.911672] env[71114]: ERROR nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [req-d96c4de2-6876-41d0-acb6-8d189c0d32b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d96c4de2-6876-41d0-acb6-8d189c0d32b3"}]} [ 1053.937181] env[71114]: DEBUG nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1053.961644] env[71114]: DEBUG nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1053.962095] env[71114]: DEBUG nova.compute.provider_tree [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.977113] env[71114]: DEBUG nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1054.004659] env[71114]: DEBUG nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1054.030561] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496625} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.030878] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50/3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.031072] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.031433] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e207ef2a-84ed-411e-99f5-9b1efcbd0560 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.042158] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for the task: (returnval){ [ 1054.042158] env[71114]: value = "task-3822077" [ 1054.042158] env[71114]: _type = "Task" [ 1054.042158] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.050791] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.229485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.229485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.539937] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b992f0fa-dc68-4ed9-8b20-55b643f3855b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.558024] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbe37d1-b824-4cf4-b407-4d663b367da8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.560209] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108108} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.560209] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.560841] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf8ad2a-5bab-459a-b588-a88fae3a12b9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.589907] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f99379-f677-41ba-b424-7b0ab5bf69a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.611577] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50/3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.614690] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a48b6d2-85a9-47f7-9831-f4c22d9d7a8e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.633159] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82719e30-757c-4a23-ad1e-db3a2604123d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.638190] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for the task: (returnval){ [ 1054.638190] env[71114]: value = "task-3822078" [ 1054.638190] env[71114]: _type = "Task" [ 1054.638190] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.650129] env[71114]: DEBUG nova.compute.provider_tree [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.657541] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.732637] env[71114]: DEBUG nova.compute.manager [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.151541] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.153600] env[71114]: DEBUG nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.265714] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.652052] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822078, 'name': ReconfigVM_Task, 'duration_secs': 0.675417} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.652316] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50/3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.652959] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4366ea2-1870-445c-b12e-d76ac5eb4cd7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.668250] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for the task: (returnval){ [ 1055.668250] env[71114]: value = "task-3822079" [ 1055.668250] env[71114]: _type = "Task" [ 1055.668250] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.680059] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822079, 'name': Rename_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.170867] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 5.199s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.170867] env[71114]: DEBUG nova.compute.manager [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=71114) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1056.174036] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.872s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.174172] env[71114]: DEBUG nova.objects.instance [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lazy-loading 'resources' on Instance uuid e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.186891] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822079, 'name': Rename_Task, 'duration_secs': 0.157928} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.187214] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.188738] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7b1fe67-3430-41c5-b4a2-5c59ff9d16b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.231843] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "4072512a-78dc-4b19-9834-0536e07ced5a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.232110] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.258205] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for the task: (returnval){ [ 1056.258205] env[71114]: value = "task-3822080" [ 1056.258205] env[71114]: _type = "Task" [ 1056.258205] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.267961] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.735565] env[71114]: DEBUG nova.compute.utils [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.759473] env[71114]: INFO nova.scheduler.client.report [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleted allocation for migration 56bd8ef1-cfdf-4323-b6cb-aaa9ccfbd449 [ 1056.777015] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822080, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.145476] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254b416d-b8b8-4563-a570-222c09fa9a3d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.154301] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ee67f8-1b76-4f40-9e06-ca56bce98b2f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.188792] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6378a0f-a64e-4c83-b03e-1898c3dad1da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.197592] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b2a568-d5e5-46b1-b15c-cd33fb092b0c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.211666] env[71114]: DEBUG nova.compute.provider_tree [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.242910] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.273576] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fe618b18-389e-4376-a014-c425c46d3d43 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 46.537s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.273576] env[71114]: DEBUG oslo_vmware.api [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822080, 'name': PowerOnVM_Task, 'duration_secs': 0.616377} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.273576] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.273576] env[71114]: INFO nova.compute.manager [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1057.273881] env[71114]: DEBUG nova.compute.manager [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1057.274772] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c292a5-1241-47f4-aa0a-9cfd607e4ef0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.715595] env[71114]: DEBUG nova.scheduler.client.report [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.795747] env[71114]: INFO nova.compute.manager [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Took 46.45 seconds to build instance. [ 1058.220496] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.222967] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.497s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.225172] env[71114]: DEBUG nova.objects.instance [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lazy-loading 'resources' on Instance uuid b3cfe0e4-d9c8-42d4-b1e1-589941801a8a {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.250441] env[71114]: INFO nova.scheduler.client.report [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleted allocations for instance e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4 [ 1058.269633] env[71114]: DEBUG nova.objects.instance [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'flavor' on Instance uuid 2f9f3bdd-1c9a-456b-9959-146dc2aec368 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.296536] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5dadb485-d550-42fb-8d2e-316b0b482f63 tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.998s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.315984] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "4072512a-78dc-4b19-9834-0536e07ced5a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.316230] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.316514] env[71114]: INFO nova.compute.manager [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Attaching volume d5785bdb-add3-4f05-9ad4-7971e0fdb038 to /dev/sdb [ 1058.365399] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003ddcd4-6ddd-450c-bd4b-a78194b1b6b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.373459] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e105608-ac5f-47a1-9147-d2dafd67a4dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.388556] env[71114]: DEBUG nova.virt.block_device [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updating existing volume attachment record: e8da8f05-4ef2-4ec7-8f88-b0f2129a7c72 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1058.760642] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aadff053-2c13-41b8-a6a4-aa5d714f6418 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.528s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.775264] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.775498] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.775693] env[71114]: DEBUG nova.network.neutron [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.776013] env[71114]: DEBUG nova.objects.instance [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'info_cache' on Instance uuid 2f9f3bdd-1c9a-456b-9959-146dc2aec368 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.930711] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquiring lock "0644f22d-8357-4c1f-99db-79187e85c62e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.930960] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Lock "0644f22d-8357-4c1f-99db-79187e85c62e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.119885] env[71114]: DEBUG nova.compute.manager [req-dab31808-bd93-4c54-a7d0-d2aaf69abffb req-f1dbc7c4-c1b4-484f-942f-08b5b427f7b6 service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Received event network-changed-1c33e504-87e4-4a1a-8973-e6c436e65b9d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.120102] env[71114]: DEBUG nova.compute.manager [req-dab31808-bd93-4c54-a7d0-d2aaf69abffb req-f1dbc7c4-c1b4-484f-942f-08b5b427f7b6 service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Refreshing instance network info cache due to event network-changed-1c33e504-87e4-4a1a-8973-e6c436e65b9d. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.120325] env[71114]: DEBUG oslo_concurrency.lockutils [req-dab31808-bd93-4c54-a7d0-d2aaf69abffb req-f1dbc7c4-c1b4-484f-942f-08b5b427f7b6 service nova] Acquiring lock "refresh_cache-3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.120467] env[71114]: DEBUG oslo_concurrency.lockutils [req-dab31808-bd93-4c54-a7d0-d2aaf69abffb req-f1dbc7c4-c1b4-484f-942f-08b5b427f7b6 service nova] Acquired lock "refresh_cache-3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.120624] env[71114]: DEBUG nova.network.neutron [req-dab31808-bd93-4c54-a7d0-d2aaf69abffb req-f1dbc7c4-c1b4-484f-942f-08b5b427f7b6 service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Refreshing network info cache for port 1c33e504-87e4-4a1a-8973-e6c436e65b9d {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.213099] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4996d0fd-ac9e-4d0e-b2df-abbbf602f468 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.227064] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f09cc6b-d692-4a3e-94b0-9e49a2d2b99a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.267587] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae020754-e086-4318-b08e-f9f0148b8852 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.276016] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed95e26-9604-46da-9bdf-14e031c3b9fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.281437] env[71114]: DEBUG nova.objects.base [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Object Instance<2f9f3bdd-1c9a-456b-9959-146dc2aec368> lazy-loaded attributes: flavor,info_cache {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1059.293014] env[71114]: DEBUG nova.compute.provider_tree [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.433912] env[71114]: DEBUG nova.compute.manager [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.795980] env[71114]: DEBUG nova.scheduler.client.report [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.860642] env[71114]: DEBUG nova.network.neutron [req-dab31808-bd93-4c54-a7d0-d2aaf69abffb req-f1dbc7c4-c1b4-484f-942f-08b5b427f7b6 service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Updated VIF entry in instance network info cache for port 1c33e504-87e4-4a1a-8973-e6c436e65b9d. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.860995] env[71114]: DEBUG nova.network.neutron [req-dab31808-bd93-4c54-a7d0-d2aaf69abffb req-f1dbc7c4-c1b4-484f-942f-08b5b427f7b6 service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Updating instance_info_cache with network_info: [{"id": "1c33e504-87e4-4a1a-8973-e6c436e65b9d", "address": "fa:16:3e:d1:8c:8a", "network": {"id": "ef4730ea-8252-4bef-81f8-fbbcf181a716", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-243373692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb3ebd1ffc54150a965fb1571599461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c33e504-87", "ovs_interfaceid": "1c33e504-87e4-4a1a-8973-e6c436e65b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.965896] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.030189] env[71114]: DEBUG nova.network.neutron [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance_info_cache with network_info: [{"id": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "address": "fa:16:3e:20:06:d6", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56901e74-43", "ovs_interfaceid": "56901e74-430c-4b15-8c9e-8a5e51e6a7bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.303023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.306254] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.895s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.306254] env[71114]: DEBUG nova.objects.instance [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lazy-loading 'resources' on Instance uuid b0d96ca6-5a28-4cbe-9b7f-6d43639479fc {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.323816] env[71114]: INFO nova.scheduler.client.report [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Deleted allocations for instance b3cfe0e4-d9c8-42d4-b1e1-589941801a8a [ 1060.364471] env[71114]: DEBUG oslo_concurrency.lockutils [req-dab31808-bd93-4c54-a7d0-d2aaf69abffb req-f1dbc7c4-c1b4-484f-942f-08b5b427f7b6 service nova] Releasing lock "refresh_cache-3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.533624] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-2f9f3bdd-1c9a-456b-9959-146dc2aec368" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.833493] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca70b421-a1a8-4c8b-a2d4-8d75f80e1e91 tempest-MultipleCreateTestJSON-472099040 tempest-MultipleCreateTestJSON-472099040-project-member] Lock "b3cfe0e4-d9c8-42d4-b1e1-589941801a8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.771s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.303217] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3604e525-ccc7-45bf-94c7-8c89854a72fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.314948] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e6fff4-c7f1-4b55-a058-9efd1cb7df1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.356248] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ab500f-d9a9-461c-8bcb-e4e4d81f8510 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.365532] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7001625f-7b27-4051-a6d1-791af861e4ea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.383277] env[71114]: DEBUG nova.compute.provider_tree [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.542697] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.543035] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4abfdcd5-16ac-4474-b3d4-c870c848b326 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.551725] env[71114]: DEBUG oslo_vmware.api [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1061.551725] env[71114]: value = "task-3822085" [ 1061.551725] env[71114]: _type = "Task" [ 1061.551725] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.560970] env[71114]: DEBUG oslo_vmware.api [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.887860] env[71114]: DEBUG nova.scheduler.client.report [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.064727] env[71114]: DEBUG oslo_vmware.api [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822085, 'name': PowerOnVM_Task, 'duration_secs': 0.482625} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.065323] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.068008] env[71114]: DEBUG nova.compute.manager [None req-4205e449-53f5-484e-b4fb-da423caf17a0 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1062.068008] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17e30fe-efe9-488f-bb1e-8c79bd140e68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.396027] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.397963] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.379s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.402537] env[71114]: INFO nova.compute.claims [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.428362] env[71114]: INFO nova.scheduler.client.report [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Deleted allocations for instance b0d96ca6-5a28-4cbe-9b7f-6d43639479fc [ 1062.939275] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37ac0e55-4bdc-47f2-afaa-afbdde2e3b4a tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "b0d96ca6-5a28-4cbe-9b7f-6d43639479fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.216s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.944930] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1062.945297] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759963', 'volume_id': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038', 'name': 'volume-d5785bdb-add3-4f05-9ad4-7971e0fdb038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4072512a-78dc-4b19-9834-0536e07ced5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038', 'serial': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1062.946609] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e645a7c8-c1dc-43ec-b155-4f1ca2a718f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.973768] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920ce886-0383-4be3-950a-d4321c3e4167 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.006446] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-d5785bdb-add3-4f05-9ad4-7971e0fdb038/volume-d5785bdb-add3-4f05-9ad4-7971e0fdb038.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.007081] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0be84b1-b315-44e6-ac53-baa7f1b3b701 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.028796] env[71114]: DEBUG oslo_vmware.api [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1063.028796] env[71114]: value = "task-3822086" [ 1063.028796] env[71114]: _type = "Task" [ 1063.028796] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.040778] env[71114]: DEBUG oslo_vmware.api [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.169033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.169154] env[71114]: DEBUG oslo_concurrency.lockutils [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.169343] env[71114]: DEBUG oslo_concurrency.lockutils [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.169530] env[71114]: DEBUG oslo_concurrency.lockutils [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.169959] env[71114]: DEBUG oslo_concurrency.lockutils [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.173348] env[71114]: INFO nova.compute.manager [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Terminating instance [ 1063.540699] env[71114]: DEBUG oslo_vmware.api [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.541091] env[71114]: DEBUG oslo_concurrency.lockutils [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "567c2c93-bdd0-4013-b932-eb07d8294e52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.541316] env[71114]: DEBUG oslo_concurrency.lockutils [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "567c2c93-bdd0-4013-b932-eb07d8294e52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.541541] env[71114]: DEBUG oslo_concurrency.lockutils [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "567c2c93-bdd0-4013-b932-eb07d8294e52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.541768] env[71114]: DEBUG oslo_concurrency.lockutils [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "567c2c93-bdd0-4013-b932-eb07d8294e52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.541955] env[71114]: DEBUG oslo_concurrency.lockutils [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "567c2c93-bdd0-4013-b932-eb07d8294e52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.544028] env[71114]: INFO nova.compute.manager [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Terminating instance [ 1063.683817] env[71114]: DEBUG nova.compute.manager [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.683817] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.685141] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa8cb88-2ab9-4c0a-b4d8-1cf84f430914 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.693038] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.695639] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0742cba7-bcfc-472c-93a4-0e36e3ff2d39 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.702713] env[71114]: DEBUG oslo_vmware.api [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1063.702713] env[71114]: value = "task-3822087" [ 1063.702713] env[71114]: _type = "Task" [ 1063.702713] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.712141] env[71114]: DEBUG oslo_vmware.api [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.771790] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e6bc04-61f7-4e2d-a2a9-14cb2e87c350 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.780781] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20108e1b-f96f-4f82-abdf-9306e8defcd3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.812156] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc26af8-1448-4115-a654-ba306c591f73 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.820400] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc91270-1319-4bfc-abb6-91d7f1d2520b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.835089] env[71114]: DEBUG nova.compute.provider_tree [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.041325] env[71114]: DEBUG oslo_vmware.api [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822086, 'name': ReconfigVM_Task, 'duration_secs': 0.929269} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.041325] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-d5785bdb-add3-4f05-9ad4-7971e0fdb038/volume-d5785bdb-add3-4f05-9ad4-7971e0fdb038.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.046377] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d9a9b00-fc1a-4a84-a5bf-e089afa19779 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.056553] env[71114]: DEBUG nova.compute.manager [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.056757] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.057745] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ffd0e5-6c86-4bd8-9e6f-fb8b8f8d0187 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.065707] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.066970] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44ee29d1-ea46-4fb6-9b19-28c2c61c7ac5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.068493] env[71114]: DEBUG oslo_vmware.api [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1064.068493] env[71114]: value = "task-3822088" [ 1064.068493] env[71114]: _type = "Task" [ 1064.068493] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.073326] env[71114]: DEBUG oslo_vmware.api [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 1064.073326] env[71114]: value = "task-3822089" [ 1064.073326] env[71114]: _type = "Task" [ 1064.073326] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.079998] env[71114]: DEBUG oslo_vmware.api [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.085435] env[71114]: DEBUG oslo_vmware.api [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3822089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.214117] env[71114]: DEBUG oslo_vmware.api [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822087, 'name': PowerOffVM_Task, 'duration_secs': 0.246214} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.214453] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.214624] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.214885] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de108ba7-0fae-413b-93cd-58b4a0c1dfc5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.319310] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.319544] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.319742] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleting the datastore file [datastore1] 2f9f3bdd-1c9a-456b-9959-146dc2aec368 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.320055] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeee7f4c-eb4c-45a2-a0ad-633d9f4b6917 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.329521] env[71114]: DEBUG oslo_vmware.api [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1064.329521] env[71114]: value = "task-3822091" [ 1064.329521] env[71114]: _type = "Task" [ 1064.329521] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.342312] env[71114]: DEBUG nova.scheduler.client.report [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.346111] env[71114]: DEBUG oslo_vmware.api [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.585453] env[71114]: DEBUG oslo_vmware.api [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822088, 'name': ReconfigVM_Task, 'duration_secs': 0.195644} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.589341] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759963', 'volume_id': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038', 'name': 'volume-d5785bdb-add3-4f05-9ad4-7971e0fdb038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4072512a-78dc-4b19-9834-0536e07ced5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038', 'serial': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1064.591169] env[71114]: DEBUG oslo_vmware.api [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3822089, 'name': PowerOffVM_Task, 'duration_secs': 0.265255} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.591962] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.591962] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.592267] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8adbaad-0268-4468-adff-be00d45d4a1c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.661835] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.662130] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.662352] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Deleting the datastore file [datastore2] 567c2c93-bdd0-4013-b932-eb07d8294e52 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.662668] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d7a1e67-1f48-4f37-acf8-097be20a771f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.670296] env[71114]: DEBUG oslo_vmware.api [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for the task: (returnval){ [ 1064.670296] env[71114]: value = "task-3822093" [ 1064.670296] env[71114]: _type = "Task" [ 1064.670296] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.678160] env[71114]: DEBUG oslo_vmware.api [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3822093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.840088] env[71114]: DEBUG oslo_vmware.api [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168476} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.840346] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.840532] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.840713] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.840893] env[71114]: INFO nova.compute.manager [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1064.841186] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.841381] env[71114]: DEBUG nova.compute.manager [-] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.841482] env[71114]: DEBUG nova.network.neutron [-] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.848013] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.848516] env[71114]: DEBUG nova.compute.manager [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.851051] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.164s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.851254] env[71114]: DEBUG nova.objects.instance [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lazy-loading 'resources' on Instance uuid eb07163f-4135-46ed-ab10-dee92d3942cd {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.011183] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.012302] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.182114] env[71114]: DEBUG oslo_vmware.api [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Task: {'id': task-3822093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147426} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.183121] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.183511] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.183855] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.186018] env[71114]: INFO nova.compute.manager [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1065.186018] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.186018] env[71114]: DEBUG nova.compute.manager [-] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.186018] env[71114]: DEBUG nova.network.neutron [-] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.354956] env[71114]: DEBUG nova.compute.utils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.355562] env[71114]: DEBUG nova.compute.manager [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.355777] env[71114]: DEBUG nova.network.neutron [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.439161] env[71114]: DEBUG nova.policy [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f25d96ae1524fc5b45e56df44c505e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a0f3a197b424806a1eeae5d3027233e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.524785] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.525425] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.527674] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.527674] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.527674] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.527674] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.527674] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71114) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1065.527674] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.545971] env[71114]: DEBUG nova.compute.manager [req-ef371a5b-18d1-4c09-800f-96abf95d30e9 req-42b33093-2c7f-4665-b230-82e8f0a51fb1 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Received event network-vif-deleted-56901e74-430c-4b15-8c9e-8a5e51e6a7bb {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.545971] env[71114]: INFO nova.compute.manager [req-ef371a5b-18d1-4c09-800f-96abf95d30e9 req-42b33093-2c7f-4665-b230-82e8f0a51fb1 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Neutron deleted interface 56901e74-430c-4b15-8c9e-8a5e51e6a7bb; detaching it from the instance and deleting it from the info cache [ 1065.546258] env[71114]: DEBUG nova.network.neutron [req-ef371a5b-18d1-4c09-800f-96abf95d30e9 req-42b33093-2c7f-4665-b230-82e8f0a51fb1 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.643825] env[71114]: DEBUG nova.objects.instance [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lazy-loading 'flavor' on Instance uuid 4072512a-78dc-4b19-9834-0536e07ced5a {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.741465] env[71114]: DEBUG nova.compute.manager [req-ee7cf6c8-48cf-4d8e-b98b-4babb30f7146 req-d77683dc-964a-419f-bf84-df8e5b750ba9 service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Received event network-vif-deleted-807632e5-b597-491e-b1de-b9e61107c4e2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.741648] env[71114]: INFO nova.compute.manager [req-ee7cf6c8-48cf-4d8e-b98b-4babb30f7146 req-d77683dc-964a-419f-bf84-df8e5b750ba9 service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Neutron deleted interface 807632e5-b597-491e-b1de-b9e61107c4e2; detaching it from the instance and deleting it from the info cache [ 1065.741907] env[71114]: DEBUG nova.network.neutron [req-ee7cf6c8-48cf-4d8e-b98b-4babb30f7146 req-d77683dc-964a-419f-bf84-df8e5b750ba9 service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.836660] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ac51be-48b2-4aca-bc26-330cff899bb5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.841707] env[71114]: INFO nova.compute.manager [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Rescuing [ 1065.842024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.842225] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.842399] env[71114]: DEBUG nova.network.neutron [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.846816] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0fa06e-45e5-4ce1-b2e3-5da9799af6b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.891131] env[71114]: DEBUG nova.compute.manager [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.897372] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46812db5-fd44-44fa-afb3-b8aea52dbb13 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.897372] env[71114]: DEBUG nova.network.neutron [-] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.906268] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66501da-c04b-44e4-a1e2-bd335ba87fd0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.920223] env[71114]: DEBUG nova.compute.provider_tree [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.030098] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.052020] env[71114]: DEBUG nova.network.neutron [-] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.053232] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b61ddf1-363d-45d5-92d3-cab006ffcb71 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.063980] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281c07d7-1919-4152-8519-6efde8209d9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.075350] env[71114]: DEBUG nova.network.neutron [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Successfully created port: d993cbc1-9330-467a-a310-f3f0debb0a5f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.099303] env[71114]: DEBUG nova.compute.manager [req-ef371a5b-18d1-4c09-800f-96abf95d30e9 req-42b33093-2c7f-4665-b230-82e8f0a51fb1 service nova] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Detach interface failed, port_id=56901e74-430c-4b15-8c9e-8a5e51e6a7bb, reason: Instance 2f9f3bdd-1c9a-456b-9959-146dc2aec368 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1066.151489] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9631db2e-4aae-4544-b42e-3330bd18eac7 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.835s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.247872] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f0188ec-67be-4335-afaf-d95af0ab5e44 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.258485] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb87e9-d26d-42ae-8f7c-268dc943289f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.294018] env[71114]: DEBUG nova.compute.manager [req-ee7cf6c8-48cf-4d8e-b98b-4babb30f7146 req-d77683dc-964a-419f-bf84-df8e5b750ba9 service nova] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Detach interface failed, port_id=807632e5-b597-491e-b1de-b9e61107c4e2, reason: Instance 567c2c93-bdd0-4013-b932-eb07d8294e52 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1066.398927] env[71114]: INFO nova.compute.manager [-] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Took 1.56 seconds to deallocate network for instance. [ 1066.447848] env[71114]: ERROR nova.scheduler.client.report [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] [req-a128d9b2-a0c3-40cd-9f35-61ac63d6f24d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a128d9b2-a0c3-40cd-9f35-61ac63d6f24d"}]} [ 1066.465324] env[71114]: DEBUG nova.scheduler.client.report [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1066.492210] env[71114]: DEBUG nova.scheduler.client.report [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1066.492450] env[71114]: DEBUG nova.compute.provider_tree [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.505812] env[71114]: DEBUG nova.scheduler.client.report [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1066.526404] env[71114]: DEBUG nova.scheduler.client.report [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1066.558143] env[71114]: INFO nova.compute.manager [-] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Took 1.37 seconds to deallocate network for instance. [ 1066.627861] env[71114]: DEBUG nova.network.neutron [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updating instance_info_cache with network_info: [{"id": "552aa443-e12b-4e67-a944-384141d63f0a", "address": "fa:16:3e:97:10:24", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552aa443-e1", "ovs_interfaceid": "552aa443-e12b-4e67-a944-384141d63f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.899169] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4235d85-72c5-4368-9357-2a44d0642327 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.902679] env[71114]: DEBUG nova.compute.manager [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.905813] env[71114]: DEBUG oslo_concurrency.lockutils [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.911249] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab0124e-73f0-4b93-af7c-1dd1e9ea1731 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.945867] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c56646-ca1c-4a1c-bac6-b9a2f32106f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.955156] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.955436] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.955607] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.955835] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.955991] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.956158] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.956370] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.956528] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.956695] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.956855] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.957037] env[71114]: DEBUG nova.virt.hardware [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.958339] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4276266d-8b72-4c3a-97eb-ad732a9a81b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.962879] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9251caa7-61ab-4697-97f0-a418f4bcd3a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.980121] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d256c284-ceb8-4532-a3c3-83d5d613bec3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.984286] env[71114]: DEBUG nova.compute.provider_tree [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.071718] env[71114]: DEBUG oslo_concurrency.lockutils [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.136042] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.526218] env[71114]: DEBUG nova.scheduler.client.report [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1067.526477] env[71114]: DEBUG nova.compute.provider_tree [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 124 to 125 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1067.526777] env[71114]: DEBUG nova.compute.provider_tree [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.572558] env[71114]: DEBUG nova.compute.manager [req-f4f2adec-d662-43cf-b018-4229be76f405 req-0d4f26f6-161e-44c4-9201-f1a69cef19ac service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Received event network-vif-plugged-d993cbc1-9330-467a-a310-f3f0debb0a5f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.572777] env[71114]: DEBUG oslo_concurrency.lockutils [req-f4f2adec-d662-43cf-b018-4229be76f405 req-0d4f26f6-161e-44c4-9201-f1a69cef19ac service nova] Acquiring lock "5c5327d4-32b6-4072-938e-c2bbe387a166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.572983] env[71114]: DEBUG oslo_concurrency.lockutils [req-f4f2adec-d662-43cf-b018-4229be76f405 req-0d4f26f6-161e-44c4-9201-f1a69cef19ac service nova] Lock "5c5327d4-32b6-4072-938e-c2bbe387a166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.573188] env[71114]: DEBUG oslo_concurrency.lockutils [req-f4f2adec-d662-43cf-b018-4229be76f405 req-0d4f26f6-161e-44c4-9201-f1a69cef19ac service nova] Lock "5c5327d4-32b6-4072-938e-c2bbe387a166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.573431] env[71114]: DEBUG nova.compute.manager [req-f4f2adec-d662-43cf-b018-4229be76f405 req-0d4f26f6-161e-44c4-9201-f1a69cef19ac service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] No waiting events found dispatching network-vif-plugged-d993cbc1-9330-467a-a310-f3f0debb0a5f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1067.573595] env[71114]: WARNING nova.compute.manager [req-f4f2adec-d662-43cf-b018-4229be76f405 req-0d4f26f6-161e-44c4-9201-f1a69cef19ac service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Received unexpected event network-vif-plugged-d993cbc1-9330-467a-a310-f3f0debb0a5f for instance with vm_state building and task_state spawning. [ 1067.640604] env[71114]: DEBUG nova.network.neutron [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Successfully updated port: d993cbc1-9330-467a-a310-f3f0debb0a5f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.031976] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.181s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.034684] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.920s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.036289] env[71114]: INFO nova.compute.claims [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.059531] env[71114]: INFO nova.scheduler.client.report [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Deleted allocations for instance eb07163f-4135-46ed-ab10-dee92d3942cd [ 1068.143681] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquiring lock "refresh_cache-5c5327d4-32b6-4072-938e-c2bbe387a166" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.143799] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquired lock "refresh_cache-5c5327d4-32b6-4072-938e-c2bbe387a166" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.143952] env[71114]: DEBUG nova.network.neutron [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.619555] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cb04a808-f7a9-48b1-88c0-aeb2da9d0b0b tempest-ServersAdminTestJSON-866131510 tempest-ServersAdminTestJSON-866131510-project-member] Lock "eb07163f-4135-46ed-ab10-dee92d3942cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.441s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.666722] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.666821] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-834b0499-72ac-4174-b81e-70cf535c6c11 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.676456] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1068.676456] env[71114]: value = "task-3822094" [ 1068.676456] env[71114]: _type = "Task" [ 1068.676456] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.687055] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.691816] env[71114]: DEBUG nova.network.neutron [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.869243] env[71114]: DEBUG nova.network.neutron [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Updating instance_info_cache with network_info: [{"id": "d993cbc1-9330-467a-a310-f3f0debb0a5f", "address": "fa:16:3e:f2:5a:94", "network": {"id": "51786220-b039-4581-bf27-8bbf67e31615", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1760984122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a0f3a197b424806a1eeae5d3027233e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd993cbc1-93", "ovs_interfaceid": "d993cbc1-9330-467a-a310-f3f0debb0a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.191549] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822094, 'name': PowerOffVM_Task, 'duration_secs': 0.234814} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.191874] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.192782] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa03165-fc2a-4b98-8949-df9f7c8ebcb1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.218096] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d9353b-0f79-4a80-8cd4-928485f5e4b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.258127] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.258483] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d96715a-93d3-4dab-88ec-4f90499eb52b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.265990] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1069.265990] env[71114]: value = "task-3822095" [ 1069.265990] env[71114]: _type = "Task" [ 1069.265990] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.279125] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1069.279571] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.279621] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.279736] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.280042] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.280402] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2522e691-a588-434e-aa47-d82e7179e3a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.292398] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.292585] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.295853] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc83c4c-74f7-4211-8953-e15986dbb39e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.302042] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1069.302042] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521e81a0-da1a-347e-8ab0-05b117871249" [ 1069.302042] env[71114]: _type = "Task" [ 1069.302042] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.313428] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521e81a0-da1a-347e-8ab0-05b117871249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.371800] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Releasing lock "refresh_cache-5c5327d4-32b6-4072-938e-c2bbe387a166" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.372150] env[71114]: DEBUG nova.compute.manager [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Instance network_info: |[{"id": "d993cbc1-9330-467a-a310-f3f0debb0a5f", "address": "fa:16:3e:f2:5a:94", "network": {"id": "51786220-b039-4581-bf27-8bbf67e31615", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1760984122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a0f3a197b424806a1eeae5d3027233e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd993cbc1-93", "ovs_interfaceid": "d993cbc1-9330-467a-a310-f3f0debb0a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.372609] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:5a:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd993cbc1-9330-467a-a310-f3f0debb0a5f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.380568] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Creating folder: Project (0a0f3a197b424806a1eeae5d3027233e). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.383550] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05017967-c8a5-4738-8b5e-47ab56d18d89 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.395088] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Created folder: Project (0a0f3a197b424806a1eeae5d3027233e) in parent group-v759732. [ 1069.395494] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Creating folder: Instances. Parent ref: group-v759964. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.395599] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-958950f5-73e9-4e7a-9e06-34d7f678a746 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.411888] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Created folder: Instances in parent group-v759964. [ 1069.411888] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.411888] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.412110] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3137e138-e668-45e2-a2f5-b7b79f86a480 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.436183] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.436183] env[71114]: value = "task-3822098" [ 1069.436183] env[71114]: _type = "Task" [ 1069.436183] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.448550] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822098, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.474340] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab553c7-fa1d-42d9-ab28-71eb08895605 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.482643] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ae0ee-7347-49cf-9222-7a386569de88 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.518437] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b462b1ed-81b8-42f9-828e-db3f4d74f1d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.528946] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca816ca7-5d8f-49ac-bb37-44924f4c2b12 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.543551] env[71114]: DEBUG nova.compute.provider_tree [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.660628] env[71114]: DEBUG nova.compute.manager [req-2ca46742-9d06-494a-8fda-e515587d9516 req-ccbf737f-b204-4be0-91ca-b5e632aefd32 service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Received event network-changed-d993cbc1-9330-467a-a310-f3f0debb0a5f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.660831] env[71114]: DEBUG nova.compute.manager [req-2ca46742-9d06-494a-8fda-e515587d9516 req-ccbf737f-b204-4be0-91ca-b5e632aefd32 service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Refreshing instance network info cache due to event network-changed-d993cbc1-9330-467a-a310-f3f0debb0a5f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.661932] env[71114]: DEBUG oslo_concurrency.lockutils [req-2ca46742-9d06-494a-8fda-e515587d9516 req-ccbf737f-b204-4be0-91ca-b5e632aefd32 service nova] Acquiring lock "refresh_cache-5c5327d4-32b6-4072-938e-c2bbe387a166" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.662153] env[71114]: DEBUG oslo_concurrency.lockutils [req-2ca46742-9d06-494a-8fda-e515587d9516 req-ccbf737f-b204-4be0-91ca-b5e632aefd32 service nova] Acquired lock "refresh_cache-5c5327d4-32b6-4072-938e-c2bbe387a166" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.662396] env[71114]: DEBUG nova.network.neutron [req-2ca46742-9d06-494a-8fda-e515587d9516 req-ccbf737f-b204-4be0-91ca-b5e632aefd32 service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Refreshing network info cache for port d993cbc1-9330-467a-a310-f3f0debb0a5f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.815545] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521e81a0-da1a-347e-8ab0-05b117871249, 'name': SearchDatastore_Task, 'duration_secs': 0.015139} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.816609] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b66c12d-93ef-4dec-a6a6-49ab21e789c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.823159] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1069.823159] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5266d1bd-1b14-cccc-4cbe-632a30b59487" [ 1069.823159] env[71114]: _type = "Task" [ 1069.823159] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.831790] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5266d1bd-1b14-cccc-4cbe-632a30b59487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.947527] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822098, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.050075] env[71114]: DEBUG nova.scheduler.client.report [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.338309] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5266d1bd-1b14-cccc-4cbe-632a30b59487, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.338309] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.338309] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 4072512a-78dc-4b19-9834-0536e07ced5a/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. {{(pid=71114) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1070.338646] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-919c01c6-f960-4266-b70a-ee5eceddae43 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.346037] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1070.346037] env[71114]: value = "task-3822099" [ 1070.346037] env[71114]: _type = "Task" [ 1070.346037] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.355062] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.444069] env[71114]: DEBUG nova.network.neutron [req-2ca46742-9d06-494a-8fda-e515587d9516 req-ccbf737f-b204-4be0-91ca-b5e632aefd32 service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Updated VIF entry in instance network info cache for port d993cbc1-9330-467a-a310-f3f0debb0a5f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.444990] env[71114]: DEBUG nova.network.neutron [req-2ca46742-9d06-494a-8fda-e515587d9516 req-ccbf737f-b204-4be0-91ca-b5e632aefd32 service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Updating instance_info_cache with network_info: [{"id": "d993cbc1-9330-467a-a310-f3f0debb0a5f", "address": "fa:16:3e:f2:5a:94", "network": {"id": "51786220-b039-4581-bf27-8bbf67e31615", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1760984122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a0f3a197b424806a1eeae5d3027233e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd993cbc1-93", "ovs_interfaceid": "d993cbc1-9330-467a-a310-f3f0debb0a5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.451824] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822098, 'name': CreateVM_Task, 'duration_secs': 0.869832} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.451824] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.452229] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.452229] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.452571] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.453231] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aedd001-c5dd-44d6-904e-745fa06ab81c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.458447] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for the task: (returnval){ [ 1070.458447] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ccf5be-8400-5d20-4626-17e5683a61db" [ 1070.458447] env[71114]: _type = "Task" [ 1070.458447] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.271989] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.237s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.272632] env[71114]: DEBUG nova.compute.manager [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.276169] env[71114]: DEBUG oslo_concurrency.lockutils [req-2ca46742-9d06-494a-8fda-e515587d9516 req-ccbf737f-b204-4be0-91ca-b5e632aefd32 service nova] Releasing lock "refresh_cache-5c5327d4-32b6-4072-938e-c2bbe387a166" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.276542] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ccf5be-8400-5d20-4626-17e5683a61db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.276725] env[71114]: WARNING oslo_vmware.common.loopingcall [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] task run outlasted interval by 0.31789599999999996 sec [ 1071.276988] env[71114]: DEBUG oslo_concurrency.lockutils [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.183s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.277184] env[71114]: DEBUG nova.objects.instance [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lazy-loading 'resources' on Instance uuid 23a6d860-acaa-4507-8d5a-af16de278202 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.291179] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487517} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.296811] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 4072512a-78dc-4b19-9834-0536e07ced5a/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. [ 1071.297431] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ccf5be-8400-5d20-4626-17e5683a61db, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.298224] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8249f643-18c3-41a0-aeca-84f20e601632 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.300873] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.301118] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.301355] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.301500] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.301672] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.302182] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fcec96d-4148-4d81-b4c9-4ca7940f6f0f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.331624] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 4072512a-78dc-4b19-9834-0536e07ced5a/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.333067] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9cff12-ca82-42fb-9148-eb0a2e26e1e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.345869] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.346242] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.346964] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b22ed20-bca3-4ac9-b23e-b50ff9dffe5f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.352748] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for the task: (returnval){ [ 1071.352748] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a44d3c-a1da-382a-fa96-e98aa8217167" [ 1071.352748] env[71114]: _type = "Task" [ 1071.352748] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.357056] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1071.357056] env[71114]: value = "task-3822100" [ 1071.357056] env[71114]: _type = "Task" [ 1071.357056] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.363080] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a44d3c-a1da-382a-fa96-e98aa8217167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.368215] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.777214] env[71114]: DEBUG nova.compute.utils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.779102] env[71114]: DEBUG nova.compute.manager [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.779711] env[71114]: DEBUG nova.network.neutron [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.851862] env[71114]: DEBUG nova.policy [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7736fbf319ff41d3907bed873adf9df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa0b0e1284bf469fb35bf157448e2fca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.865358] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a44d3c-a1da-382a-fa96-e98aa8217167, 'name': SearchDatastore_Task, 'duration_secs': 0.034891} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.869707] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864be2e0-f971-4dfc-93bb-18837dba3a1f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.875511] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822100, 'name': ReconfigVM_Task, 'duration_secs': 0.347274} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.876270] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 4072512a-78dc-4b19-9834-0536e07ced5a/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.877593] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d99efc-7006-4387-94db-a9f0c2bfc65f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.882750] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for the task: (returnval){ [ 1071.882750] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f0ece9-8b5f-cd12-0fa0-cd4322c6d1c4" [ 1071.882750] env[71114]: _type = "Task" [ 1071.882750] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.917878] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5c2a7c-93d6-44a2-bc91-941c5a59e114 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.932363] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f0ece9-8b5f-cd12-0fa0-cd4322c6d1c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012109} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.933103] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.933413] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 5c5327d4-32b6-4072-938e-c2bbe387a166/5c5327d4-32b6-4072-938e-c2bbe387a166.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.933928] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b815010-1c1d-472a-a233-6f869dc7d91f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.938337] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1071.938337] env[71114]: value = "task-3822101" [ 1071.938337] env[71114]: _type = "Task" [ 1071.938337] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.943402] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for the task: (returnval){ [ 1071.943402] env[71114]: value = "task-3822102" [ 1071.943402] env[71114]: _type = "Task" [ 1071.943402] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.950699] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.961215] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.284049] env[71114]: DEBUG nova.compute.manager [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.312824] env[71114]: DEBUG nova.network.neutron [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Successfully created port: 13bf30e4-2c51-4765-bad5-e17a359ea7be {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.329651] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5862d04a-10dd-49e3-b133-34960d3a945c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.340642] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81441da-9a99-4848-a717-851d0865941f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.376015] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0afae8-8131-4373-ad91-21aa06f36922 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.385699] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647bd6d2-b604-4521-a906-9eeb5ffacbe4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.404781] env[71114]: DEBUG nova.compute.provider_tree [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.452066] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.461021] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481187} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.461021] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 5c5327d4-32b6-4072-938e-c2bbe387a166/5c5327d4-32b6-4072-938e-c2bbe387a166.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.461021] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.461021] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72f651bc-068e-4ce1-a607-c29ac5d55bad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.470025] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for the task: (returnval){ [ 1072.470025] env[71114]: value = "task-3822103" [ 1072.470025] env[71114]: _type = "Task" [ 1072.470025] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.479701] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.908045] env[71114]: DEBUG nova.scheduler.client.report [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.949772] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822101, 'name': ReconfigVM_Task, 'duration_secs': 0.897314} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.950363] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.950463] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77c9323d-f026-4db5-9306-eb171292dadf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.957498] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1072.957498] env[71114]: value = "task-3822104" [ 1072.957498] env[71114]: _type = "Task" [ 1072.957498] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.966058] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.977140] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075502} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.977311] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.978122] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dde360-bff6-43fe-916e-bce00e940915 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.000706] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 5c5327d4-32b6-4072-938e-c2bbe387a166/5c5327d4-32b6-4072-938e-c2bbe387a166.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.001565] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efd718b9-0d29-4a00-a48b-85555ebfd4ea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.022887] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for the task: (returnval){ [ 1073.022887] env[71114]: value = "task-3822105" [ 1073.022887] env[71114]: _type = "Task" [ 1073.022887] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.033437] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.294184] env[71114]: DEBUG nova.compute.manager [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.324187] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.324587] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.324851] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.325157] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.325386] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.325622] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.325937] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.326210] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.326489] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.326757] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.327054] env[71114]: DEBUG nova.virt.hardware [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.328364] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b614287-f49f-4de3-a051-a9680810323f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.339079] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6986f712-fd42-44ab-90e2-e80ae3d9cd97 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.414275] env[71114]: DEBUG oslo_concurrency.lockutils [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.416854] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.787s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.417080] env[71114]: DEBUG nova.objects.instance [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.443491] env[71114]: INFO nova.scheduler.client.report [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted allocations for instance 23a6d860-acaa-4507-8d5a-af16de278202 [ 1073.471231] env[71114]: DEBUG oslo_vmware.api [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822104, 'name': PowerOnVM_Task, 'duration_secs': 0.459405} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.471743] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.477648] env[71114]: DEBUG nova.compute.manager [None req-0760bda3-45c4-4566-9241-717e48b45203 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.478876] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc81dfab-8b20-4f58-a620-a6d71d69b4f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.534452] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822105, 'name': ReconfigVM_Task, 'duration_secs': 0.446868} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.534731] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 5c5327d4-32b6-4072-938e-c2bbe387a166/5c5327d4-32b6-4072-938e-c2bbe387a166.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.535397] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09f906b2-3670-4355-87b5-7c4b86090c30 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.543913] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for the task: (returnval){ [ 1073.543913] env[71114]: value = "task-3822106" [ 1073.543913] env[71114]: _type = "Task" [ 1073.543913] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.552303] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822106, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.823315] env[71114]: DEBUG nova.compute.manager [req-adc722ee-25fd-40f9-be45-10257d121d36 req-34a8f716-221b-4929-9c6e-b464de633c7f service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Received event network-vif-plugged-13bf30e4-2c51-4765-bad5-e17a359ea7be {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.823315] env[71114]: DEBUG oslo_concurrency.lockutils [req-adc722ee-25fd-40f9-be45-10257d121d36 req-34a8f716-221b-4929-9c6e-b464de633c7f service nova] Acquiring lock "28d7801e-0286-45ea-b356-7a6608c4b91e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.823315] env[71114]: DEBUG oslo_concurrency.lockutils [req-adc722ee-25fd-40f9-be45-10257d121d36 req-34a8f716-221b-4929-9c6e-b464de633c7f service nova] Lock "28d7801e-0286-45ea-b356-7a6608c4b91e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.823315] env[71114]: DEBUG oslo_concurrency.lockutils [req-adc722ee-25fd-40f9-be45-10257d121d36 req-34a8f716-221b-4929-9c6e-b464de633c7f service nova] Lock "28d7801e-0286-45ea-b356-7a6608c4b91e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.823315] env[71114]: DEBUG nova.compute.manager [req-adc722ee-25fd-40f9-be45-10257d121d36 req-34a8f716-221b-4929-9c6e-b464de633c7f service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] No waiting events found dispatching network-vif-plugged-13bf30e4-2c51-4765-bad5-e17a359ea7be {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1073.823315] env[71114]: WARNING nova.compute.manager [req-adc722ee-25fd-40f9-be45-10257d121d36 req-34a8f716-221b-4929-9c6e-b464de633c7f service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Received unexpected event network-vif-plugged-13bf30e4-2c51-4765-bad5-e17a359ea7be for instance with vm_state building and task_state spawning. [ 1073.928884] env[71114]: DEBUG nova.network.neutron [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Successfully updated port: 13bf30e4-2c51-4765-bad5-e17a359ea7be {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.954182] env[71114]: DEBUG oslo_concurrency.lockutils [None req-311b775f-2a9c-4ecc-9986-a32edb4603f9 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "23a6d860-acaa-4507-8d5a-af16de278202" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.815s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.053381] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822106, 'name': Rename_Task, 'duration_secs': 0.32472} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.053674] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.053916] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50f395da-7dcb-4348-937c-580df06e43e2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.060872] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for the task: (returnval){ [ 1074.060872] env[71114]: value = "task-3822107" [ 1074.060872] env[71114]: _type = "Task" [ 1074.060872] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.069189] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.429862] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d11addfe-0cb2-4fed-987d-760832ef4bc5 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.431035] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.249s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.432689] env[71114]: INFO nova.compute.claims [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.435770] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "refresh_cache-28d7801e-0286-45ea-b356-7a6608c4b91e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.435830] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "refresh_cache-28d7801e-0286-45ea-b356-7a6608c4b91e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.435986] env[71114]: DEBUG nova.network.neutron [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.572185] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.051890] env[71114]: DEBUG nova.network.neutron [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.074249] env[71114]: DEBUG oslo_vmware.api [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822107, 'name': PowerOnVM_Task, 'duration_secs': 0.874786} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.074614] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.074870] env[71114]: INFO nova.compute.manager [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1075.077098] env[71114]: DEBUG nova.compute.manager [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.077967] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb148d56-16af-4369-a159-25ea150f13a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.357784] env[71114]: DEBUG nova.network.neutron [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Updating instance_info_cache with network_info: [{"id": "13bf30e4-2c51-4765-bad5-e17a359ea7be", "address": "fa:16:3e:16:cc:86", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bf30e4-2c", "ovs_interfaceid": "13bf30e4-2c51-4765-bad5-e17a359ea7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.609936] env[71114]: INFO nova.compute.manager [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Took 55.61 seconds to build instance. [ 1075.665284] env[71114]: INFO nova.compute.manager [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Unrescuing [ 1075.665284] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.665419] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquired lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.665583] env[71114]: DEBUG nova.network.neutron [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.861374] env[71114]: DEBUG nova.compute.manager [req-0fce9db2-edd7-4442-9db3-3d08ea73aa04 req-ef7ae0fe-999e-4cfe-a62b-359e5d459475 service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Received event network-changed-13bf30e4-2c51-4765-bad5-e17a359ea7be {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.861612] env[71114]: DEBUG nova.compute.manager [req-0fce9db2-edd7-4442-9db3-3d08ea73aa04 req-ef7ae0fe-999e-4cfe-a62b-359e5d459475 service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Refreshing instance network info cache due to event network-changed-13bf30e4-2c51-4765-bad5-e17a359ea7be. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.862341] env[71114]: DEBUG oslo_concurrency.lockutils [req-0fce9db2-edd7-4442-9db3-3d08ea73aa04 req-ef7ae0fe-999e-4cfe-a62b-359e5d459475 service nova] Acquiring lock "refresh_cache-28d7801e-0286-45ea-b356-7a6608c4b91e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.869403] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "refresh_cache-28d7801e-0286-45ea-b356-7a6608c4b91e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.869746] env[71114]: DEBUG nova.compute.manager [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Instance network_info: |[{"id": "13bf30e4-2c51-4765-bad5-e17a359ea7be", "address": "fa:16:3e:16:cc:86", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bf30e4-2c", "ovs_interfaceid": "13bf30e4-2c51-4765-bad5-e17a359ea7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.870635] env[71114]: DEBUG oslo_concurrency.lockutils [req-0fce9db2-edd7-4442-9db3-3d08ea73aa04 req-ef7ae0fe-999e-4cfe-a62b-359e5d459475 service nova] Acquired lock "refresh_cache-28d7801e-0286-45ea-b356-7a6608c4b91e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.870846] env[71114]: DEBUG nova.network.neutron [req-0fce9db2-edd7-4442-9db3-3d08ea73aa04 req-ef7ae0fe-999e-4cfe-a62b-359e5d459475 service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Refreshing network info cache for port 13bf30e4-2c51-4765-bad5-e17a359ea7be {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.872283] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:cc:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1da5fc2-0280-4f76-ac97-20ea4bc7bb16', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13bf30e4-2c51-4765-bad5-e17a359ea7be', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.881998] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.886688] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.888644] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86001a2a-8540-4aa0-983b-4c8aee0ba5a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.907912] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e72e1e-24cf-4c04-8810-e9fa1b411db9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.923174] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dcd116-38e2-459d-b79e-e1fd0edad549 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.926775] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.926775] env[71114]: value = "task-3822108" [ 1075.926775] env[71114]: _type = "Task" [ 1075.926775] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.960852] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57995c3-b1b5-4a72-867a-eec470c1dec2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.968414] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822108, 'name': CreateVM_Task} progress is 15%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.973236] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af9c884-c6d0-4f8b-a439-32ae6b464132 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.994529] env[71114]: DEBUG nova.compute.provider_tree [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.112137] env[71114]: DEBUG oslo_concurrency.lockutils [None req-09bafaf3-9a13-4aee-b630-f0e2fec0aa0b tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lock "5c5327d4-32b6-4072-938e-c2bbe387a166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.130s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.285011] env[71114]: DEBUG nova.network.neutron [req-0fce9db2-edd7-4442-9db3-3d08ea73aa04 req-ef7ae0fe-999e-4cfe-a62b-359e5d459475 service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Updated VIF entry in instance network info cache for port 13bf30e4-2c51-4765-bad5-e17a359ea7be. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.285308] env[71114]: DEBUG nova.network.neutron [req-0fce9db2-edd7-4442-9db3-3d08ea73aa04 req-ef7ae0fe-999e-4cfe-a62b-359e5d459475 service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Updating instance_info_cache with network_info: [{"id": "13bf30e4-2c51-4765-bad5-e17a359ea7be", "address": "fa:16:3e:16:cc:86", "network": {"id": "57cf6373-1839-424c-803e-74ca07a0282c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1152934302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa0b0e1284bf469fb35bf157448e2fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1da5fc2-0280-4f76-ac97-20ea4bc7bb16", "external-id": "nsx-vlan-transportzone-563", "segmentation_id": 563, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13bf30e4-2c", "ovs_interfaceid": "13bf30e4-2c51-4765-bad5-e17a359ea7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.439444] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822108, 'name': CreateVM_Task, 'duration_secs': 0.473219} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.439624] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.440364] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.440547] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.440883] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.441157] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece35621-74ca-43a5-8f35-d903a232fdca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.449313] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1076.449313] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527ec442-faac-526e-6911-2b3d69f11522" [ 1076.449313] env[71114]: _type = "Task" [ 1076.449313] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.458823] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527ec442-faac-526e-6911-2b3d69f11522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.523783] env[71114]: DEBUG nova.network.neutron [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updating instance_info_cache with network_info: [{"id": "552aa443-e12b-4e67-a944-384141d63f0a", "address": "fa:16:3e:97:10:24", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552aa443-e1", "ovs_interfaceid": "552aa443-e12b-4e67-a944-384141d63f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.551805] env[71114]: DEBUG nova.scheduler.client.report [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1076.552084] env[71114]: DEBUG nova.compute.provider_tree [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 125 to 126 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1076.552264] env[71114]: DEBUG nova.compute.provider_tree [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.736974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquiring lock "5c5327d4-32b6-4072-938e-c2bbe387a166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.736974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lock "5c5327d4-32b6-4072-938e-c2bbe387a166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.736974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquiring lock "5c5327d4-32b6-4072-938e-c2bbe387a166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.737586] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lock "5c5327d4-32b6-4072-938e-c2bbe387a166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.737586] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lock "5c5327d4-32b6-4072-938e-c2bbe387a166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.739522] env[71114]: INFO nova.compute.manager [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Terminating instance [ 1076.791519] env[71114]: DEBUG oslo_concurrency.lockutils [req-0fce9db2-edd7-4442-9db3-3d08ea73aa04 req-ef7ae0fe-999e-4cfe-a62b-359e5d459475 service nova] Releasing lock "refresh_cache-28d7801e-0286-45ea-b356-7a6608c4b91e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.963658] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527ec442-faac-526e-6911-2b3d69f11522, 'name': SearchDatastore_Task, 'duration_secs': 0.028444} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.963854] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.964804] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.964804] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.964804] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.964804] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.965059] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1461b6a5-8c1e-4e90-a8b0-dd2d73ea16ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.975530] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.979015] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.979015] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb4446b9-10d5-456d-a660-7155e9367f99 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.982672] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1076.982672] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a629bf-4a15-e5e7-a275-c4d1dd9e5fed" [ 1076.982672] env[71114]: _type = "Task" [ 1076.982672] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.992279] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a629bf-4a15-e5e7-a275-c4d1dd9e5fed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.026680] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Releasing lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.027446] env[71114]: DEBUG nova.objects.instance [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lazy-loading 'flavor' on Instance uuid 4072512a-78dc-4b19-9834-0536e07ced5a {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.057580] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.058166] env[71114]: DEBUG nova.compute.manager [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.061154] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.140s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.061635] env[71114]: DEBUG nova.objects.instance [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lazy-loading 'resources' on Instance uuid c9e53417-156f-4bf4-8fba-e8e3ff5fa80c {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.243169] env[71114]: DEBUG nova.compute.manager [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.243467] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.244394] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316c4a3-283f-4a69-92bd-9386fe3b81dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.252697] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.252951] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf97eece-0b8a-4335-8a7c-13af3c4f0764 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.260961] env[71114]: DEBUG oslo_vmware.api [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for the task: (returnval){ [ 1077.260961] env[71114]: value = "task-3822109" [ 1077.260961] env[71114]: _type = "Task" [ 1077.260961] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.495451] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a629bf-4a15-e5e7-a275-c4d1dd9e5fed, 'name': SearchDatastore_Task, 'duration_secs': 0.012056} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.496429] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ebbc815-0326-48aa-bb52-5b9d71e850c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.502574] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1077.502574] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52640090-7851-4ef9-55cd-e869605d1316" [ 1077.502574] env[71114]: _type = "Task" [ 1077.502574] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.512700] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52640090-7851-4ef9-55cd-e869605d1316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.533428] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f35324-e9dd-48bc-a6cc-9d6b410442bf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.558959] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.559447] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4a3506f-3910-4782-8190-745d6c11ef55 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.566323] env[71114]: DEBUG nova.compute.utils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.572298] env[71114]: DEBUG nova.compute.manager [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.572839] env[71114]: DEBUG nova.network.neutron [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.574843] env[71114]: DEBUG oslo_vmware.api [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1077.574843] env[71114]: value = "task-3822110" [ 1077.574843] env[71114]: _type = "Task" [ 1077.574843] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.586470] env[71114]: DEBUG oslo_vmware.api [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.648565] env[71114]: DEBUG nova.policy [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b73ab18eef4445490b4c5b8ef022b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b36391be1d4f49896735c4a5690c42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.774203] env[71114]: DEBUG oslo_vmware.api [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822109, 'name': PowerOffVM_Task, 'duration_secs': 0.444689} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.774550] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.774550] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.774761] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b1afea-285b-4661-b251-bdcd88ab20ae {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.853111] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.853449] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.853659] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Deleting the datastore file [datastore1] 5c5327d4-32b6-4072-938e-c2bbe387a166 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.853954] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ae010cf-f31c-41cd-b2f3-06b29155bf2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.863386] env[71114]: DEBUG oslo_vmware.api [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for the task: (returnval){ [ 1077.863386] env[71114]: value = "task-3822112" [ 1077.863386] env[71114]: _type = "Task" [ 1077.863386] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.876805] env[71114]: DEBUG oslo_vmware.api [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.017666] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52640090-7851-4ef9-55cd-e869605d1316, 'name': SearchDatastore_Task, 'duration_secs': 0.012123} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.020775] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.021197] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 28d7801e-0286-45ea-b356-7a6608c4b91e/28d7801e-0286-45ea-b356-7a6608c4b91e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.021634] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8fb545f-77e8-466b-a701-2b8b6f2cd8a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.030476] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1078.030476] env[71114]: value = "task-3822113" [ 1078.030476] env[71114]: _type = "Task" [ 1078.030476] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.040908] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.054440] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a8bb63-b065-499e-914f-6566e1c529d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.067093] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6869d51d-5bfe-4d10-854f-3645b26adf60 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.074117] env[71114]: DEBUG nova.compute.manager [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.133854] env[71114]: DEBUG nova.network.neutron [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Successfully created port: e30f24eb-378f-4fb0-afe7-b73f8dd73d47 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.138455] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd36b93-be25-4ff1-aabf-5b799fc64148 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.149092] env[71114]: DEBUG oslo_vmware.api [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822110, 'name': PowerOffVM_Task, 'duration_secs': 0.241934} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.149962] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.159718] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Reconfiguring VM instance instance-00000049 to detach disk 2002 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.163943] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-334fb981-c5d5-428b-8fb3-f897cfd6d4ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.190253] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bba5c54-e54b-4a90-baad-9897619f69fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.215599] env[71114]: DEBUG nova.compute.provider_tree [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.223568] env[71114]: DEBUG oslo_vmware.api [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1078.223568] env[71114]: value = "task-3822114" [ 1078.223568] env[71114]: _type = "Task" [ 1078.223568] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.239550] env[71114]: DEBUG oslo_vmware.api [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.377706] env[71114]: DEBUG oslo_vmware.api [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Task: {'id': task-3822112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202341} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.378042] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.378721] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.378721] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.378721] env[71114]: INFO nova.compute.manager [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1078.378888] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.378992] env[71114]: DEBUG nova.compute.manager [-] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.379102] env[71114]: DEBUG nova.network.neutron [-] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.542245] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822113, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.726683] env[71114]: DEBUG nova.scheduler.client.report [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.744956] env[71114]: DEBUG oslo_vmware.api [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822114, 'name': ReconfigVM_Task, 'duration_secs': 0.367099} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.746245] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Reconfigured VM instance instance-00000049 to detach disk 2002 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1078.746444] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.746709] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c731194a-d981-4d04-9205-171714b980d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.756069] env[71114]: DEBUG oslo_vmware.api [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1078.756069] env[71114]: value = "task-3822115" [ 1078.756069] env[71114]: _type = "Task" [ 1078.756069] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.765306] env[71114]: DEBUG oslo_vmware.api [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.890119] env[71114]: DEBUG nova.compute.manager [req-a1cdc7d5-bea5-44be-b480-4afe3e52b0b3 req-b049a785-74c5-4ae7-a5d6-f08d66a9b9c2 service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Received event network-vif-deleted-d993cbc1-9330-467a-a310-f3f0debb0a5f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.890384] env[71114]: INFO nova.compute.manager [req-a1cdc7d5-bea5-44be-b480-4afe3e52b0b3 req-b049a785-74c5-4ae7-a5d6-f08d66a9b9c2 service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Neutron deleted interface d993cbc1-9330-467a-a310-f3f0debb0a5f; detaching it from the instance and deleting it from the info cache [ 1078.890798] env[71114]: DEBUG nova.network.neutron [req-a1cdc7d5-bea5-44be-b480-4afe3e52b0b3 req-b049a785-74c5-4ae7-a5d6-f08d66a9b9c2 service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.043617] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52469} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.043920] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 28d7801e-0286-45ea-b356-7a6608c4b91e/28d7801e-0286-45ea-b356-7a6608c4b91e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.044173] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.044458] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8cd8f1a-4a85-412a-832b-9dfee78fc40d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.053703] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1079.053703] env[71114]: value = "task-3822116" [ 1079.053703] env[71114]: _type = "Task" [ 1079.053703] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.063478] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.087150] env[71114]: DEBUG nova.compute.manager [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.118219] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.118527] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.118695] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.118938] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.119137] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.119324] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.119581] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.119784] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.119988] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.120213] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.120429] env[71114]: DEBUG nova.virt.hardware [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.121419] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81560a4c-76e5-4ed8-b1f4-7f455b2f4f28 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.132845] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87ec9ad-0609-431b-8395-ddb3509251fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.239953] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.242643] env[71114]: DEBUG oslo_concurrency.lockutils [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.854s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.242920] env[71114]: DEBUG nova.objects.instance [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lazy-loading 'resources' on Instance uuid 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.267224] env[71114]: DEBUG oslo_vmware.api [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822115, 'name': PowerOnVM_Task, 'duration_secs': 0.469082} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.268265] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.268265] env[71114]: DEBUG nova.compute.manager [None req-3f76a648-58aa-4fe7-a61a-5958197c8980 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1079.268580] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040f57b1-5d2d-4719-aad7-5fcdba320e55 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.272546] env[71114]: INFO nova.scheduler.client.report [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted allocations for instance c9e53417-156f-4bf4-8fba-e8e3ff5fa80c [ 1079.275264] env[71114]: DEBUG nova.network.neutron [-] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.396816] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce66b995-7e49-4ed7-bd87-27b913dd8097 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.405993] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedd69d6-b21c-46fb-854d-8ef0400622fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.439168] env[71114]: DEBUG nova.compute.manager [req-a1cdc7d5-bea5-44be-b480-4afe3e52b0b3 req-b049a785-74c5-4ae7-a5d6-f08d66a9b9c2 service nova] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Detach interface failed, port_id=d993cbc1-9330-467a-a310-f3f0debb0a5f, reason: Instance 5c5327d4-32b6-4072-938e-c2bbe387a166 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.565208] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08404} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.565503] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.566345] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77083c1-7591-47e2-b7ce-64ff73ed01d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.590497] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 28d7801e-0286-45ea-b356-7a6608c4b91e/28d7801e-0286-45ea-b356-7a6608c4b91e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.591200] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe59872-51e6-4015-a58e-434e0251f06a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.612558] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1079.612558] env[71114]: value = "task-3822117" [ 1079.612558] env[71114]: _type = "Task" [ 1079.612558] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.625139] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.782517] env[71114]: INFO nova.compute.manager [-] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Took 1.40 seconds to deallocate network for instance. [ 1079.792429] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ef48f2e-a11b-47e6-914b-51e667182e24 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "c9e53417-156f-4bf4-8fba-e8e3ff5fa80c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.945s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.839524] env[71114]: DEBUG nova.compute.manager [req-a139c00b-9683-4967-9ee1-4623df46ea0c req-86915eb1-e9c9-454d-9071-bb754e24a288 service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Received event network-vif-plugged-e30f24eb-378f-4fb0-afe7-b73f8dd73d47 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.839741] env[71114]: DEBUG oslo_concurrency.lockutils [req-a139c00b-9683-4967-9ee1-4623df46ea0c req-86915eb1-e9c9-454d-9071-bb754e24a288 service nova] Acquiring lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.839986] env[71114]: DEBUG oslo_concurrency.lockutils [req-a139c00b-9683-4967-9ee1-4623df46ea0c req-86915eb1-e9c9-454d-9071-bb754e24a288 service nova] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.841631] env[71114]: DEBUG oslo_concurrency.lockutils [req-a139c00b-9683-4967-9ee1-4623df46ea0c req-86915eb1-e9c9-454d-9071-bb754e24a288 service nova] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.841631] env[71114]: DEBUG nova.compute.manager [req-a139c00b-9683-4967-9ee1-4623df46ea0c req-86915eb1-e9c9-454d-9071-bb754e24a288 service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] No waiting events found dispatching network-vif-plugged-e30f24eb-378f-4fb0-afe7-b73f8dd73d47 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1079.841631] env[71114]: WARNING nova.compute.manager [req-a139c00b-9683-4967-9ee1-4623df46ea0c req-86915eb1-e9c9-454d-9071-bb754e24a288 service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Received unexpected event network-vif-plugged-e30f24eb-378f-4fb0-afe7-b73f8dd73d47 for instance with vm_state building and task_state spawning. [ 1079.888350] env[71114]: DEBUG nova.network.neutron [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Successfully updated port: e30f24eb-378f-4fb0-afe7-b73f8dd73d47 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.128021] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822117, 'name': ReconfigVM_Task, 'duration_secs': 0.321679} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.128021] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 28d7801e-0286-45ea-b356-7a6608c4b91e/28d7801e-0286-45ea-b356-7a6608c4b91e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.128021] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-395dca7a-5a43-48b4-9c7f-73fb98e9f3b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.134215] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1080.134215] env[71114]: value = "task-3822118" [ 1080.134215] env[71114]: _type = "Task" [ 1080.134215] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.148524] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822118, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.182025] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56248d65-edff-4356-9442-f54117ec0a7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.191773] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff4d9fd-320c-4e75-b874-26062f07186f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.228452] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ffd6e0-6a4c-4443-a1f1-6417f1092898 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.237188] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f28e37e-5dd0-4345-8032-85571ca363ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.254158] env[71114]: DEBUG nova.compute.provider_tree [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.302597] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.394828] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "refresh_cache-36527a68-15f5-47ec-a1df-2d3c80c7fe70" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.394828] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "refresh_cache-36527a68-15f5-47ec-a1df-2d3c80c7fe70" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.394828] env[71114]: DEBUG nova.network.neutron [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.644769] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822118, 'name': Rename_Task, 'duration_secs': 0.168911} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.645058] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.645308] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-760cfdce-5d5f-49ca-8288-fd746d90f800 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.652278] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1080.652278] env[71114]: value = "task-3822119" [ 1080.652278] env[71114]: _type = "Task" [ 1080.652278] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.662528] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.758253] env[71114]: DEBUG nova.scheduler.client.report [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.036007] env[71114]: DEBUG nova.network.neutron [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.165595] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.264646] env[71114]: DEBUG oslo_concurrency.lockutils [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.273284] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.061s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.273284] env[71114]: INFO nova.compute.claims [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.314804] env[71114]: INFO nova.scheduler.client.report [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Deleted allocations for instance 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3 [ 1081.390273] env[71114]: DEBUG nova.network.neutron [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Updating instance_info_cache with network_info: [{"id": "e30f24eb-378f-4fb0-afe7-b73f8dd73d47", "address": "fa:16:3e:f4:3a:3d", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30f24eb-37", "ovs_interfaceid": "e30f24eb-378f-4fb0-afe7-b73f8dd73d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.670873] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.829746] env[71114]: DEBUG oslo_concurrency.lockutils [None req-24344251-a30d-450e-b6f6-9840b57f48cc tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "8af37691-be3d-4002-8c0a-2c1d8e8c5fb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.012s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.895032] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "refresh_cache-36527a68-15f5-47ec-a1df-2d3c80c7fe70" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.895032] env[71114]: DEBUG nova.compute.manager [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Instance network_info: |[{"id": "e30f24eb-378f-4fb0-afe7-b73f8dd73d47", "address": "fa:16:3e:f4:3a:3d", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30f24eb-37", "ovs_interfaceid": "e30f24eb-378f-4fb0-afe7-b73f8dd73d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.895032] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:3a:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e30f24eb-378f-4fb0-afe7-b73f8dd73d47', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.906025] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.906025] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.906025] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2838e1bc-370c-44f2-ab05-e6ac57b2c1fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.940022] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.940022] env[71114]: value = "task-3822120" [ 1081.940022] env[71114]: _type = "Task" [ 1081.940022] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.948754] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822120, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.967748] env[71114]: DEBUG nova.compute.manager [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Received event network-changed-e30f24eb-378f-4fb0-afe7-b73f8dd73d47 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.967748] env[71114]: DEBUG nova.compute.manager [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Refreshing instance network info cache due to event network-changed-e30f24eb-378f-4fb0-afe7-b73f8dd73d47. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.967748] env[71114]: DEBUG oslo_concurrency.lockutils [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] Acquiring lock "refresh_cache-36527a68-15f5-47ec-a1df-2d3c80c7fe70" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.967748] env[71114]: DEBUG oslo_concurrency.lockutils [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] Acquired lock "refresh_cache-36527a68-15f5-47ec-a1df-2d3c80c7fe70" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.967748] env[71114]: DEBUG nova.network.neutron [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Refreshing network info cache for port e30f24eb-378f-4fb0-afe7-b73f8dd73d47 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.171695] env[71114]: DEBUG oslo_vmware.api [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822119, 'name': PowerOnVM_Task, 'duration_secs': 1.197798} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.173315] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.173776] env[71114]: INFO nova.compute.manager [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1082.174119] env[71114]: DEBUG nova.compute.manager [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.175452] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d863af0-6c82-4111-95f8-58957d5b7bd7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.459051] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822120, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.704532] env[71114]: INFO nova.compute.manager [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Took 57.61 seconds to build instance. [ 1082.725089] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c302d-a442-4c1e-9b38-5b8e10cd3730 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.732631] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f7ee58-cbf2-4baa-9c18-0ea8f4596757 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.772014] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6582eb4e-78ee-478f-a8dc-f5538dea8714 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.785301] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347b90f2-e0d7-403d-916f-565a979ae9a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.799516] env[71114]: DEBUG nova.compute.provider_tree [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.810429] env[71114]: DEBUG nova.network.neutron [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Updated VIF entry in instance network info cache for port e30f24eb-378f-4fb0-afe7-b73f8dd73d47. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.810796] env[71114]: DEBUG nova.network.neutron [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Updating instance_info_cache with network_info: [{"id": "e30f24eb-378f-4fb0-afe7-b73f8dd73d47", "address": "fa:16:3e:f4:3a:3d", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape30f24eb-37", "ovs_interfaceid": "e30f24eb-378f-4fb0-afe7-b73f8dd73d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.960808] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822120, 'name': CreateVM_Task, 'duration_secs': 0.642678} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.961006] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.961961] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.962162] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.962548] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.962726] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2cf2221-b72c-449e-b1a9-1b165ce22862 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.970027] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1082.970027] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529fd13a-2583-fe56-b29a-8a9809049d39" [ 1082.970027] env[71114]: _type = "Task" [ 1082.970027] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.977675] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529fd13a-2583-fe56-b29a-8a9809049d39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.066221] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "788df085-c9c1-4f89-8b93-420dea3fd159" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.066468] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.207014] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0c69b722-8053-4fde-90d1-69fb9eae0776 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "28d7801e-0286-45ea-b356-7a6608c4b91e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.123s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.302996] env[71114]: DEBUG nova.scheduler.client.report [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.314802] env[71114]: DEBUG oslo_concurrency.lockutils [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] Releasing lock "refresh_cache-36527a68-15f5-47ec-a1df-2d3c80c7fe70" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.315964] env[71114]: DEBUG nova.compute.manager [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Received event network-changed-552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.315964] env[71114]: DEBUG nova.compute.manager [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Refreshing instance network info cache due to event network-changed-552aa443-e12b-4e67-a944-384141d63f0a. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.315964] env[71114]: DEBUG oslo_concurrency.lockutils [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] Acquiring lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.315964] env[71114]: DEBUG oslo_concurrency.lockutils [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] Acquired lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.315964] env[71114]: DEBUG nova.network.neutron [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Refreshing network info cache for port 552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.483493] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529fd13a-2583-fe56-b29a-8a9809049d39, 'name': SearchDatastore_Task, 'duration_secs': 0.02565} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.483838] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.484130] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.484440] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.484649] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.484890] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.485265] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-961d96ea-ae3b-4678-871b-84f91b94f8f3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.497431] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.497542] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.498706] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b896ae-b7cb-4513-90a2-ce0bf4020883 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.504043] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1083.504043] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529868b4-ff8f-090b-b448-0c319e5c8a36" [ 1083.504043] env[71114]: _type = "Task" [ 1083.504043] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.516027] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529868b4-ff8f-090b-b448-0c319e5c8a36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.569098] env[71114]: DEBUG nova.compute.manager [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.808151] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.808689] env[71114]: DEBUG nova.compute.manager [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.814895] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.900s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.816617] env[71114]: INFO nova.compute.claims [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.928973] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.929300] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.929491] env[71114]: DEBUG nova.compute.manager [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.930560] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95178a9-1009-4f26-8de7-6c8bd61cf666 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.942893] env[71114]: DEBUG nova.compute.manager [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1083.944627] env[71114]: DEBUG nova.objects.instance [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'flavor' on Instance uuid 464564e8-70dc-4f09-8b51-59d93dbe1ed2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.021607] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529868b4-ff8f-090b-b448-0c319e5c8a36, 'name': SearchDatastore_Task, 'duration_secs': 0.037692} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.021607] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289b171d-0057-4b6f-9736-7d9ab22cb013 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.028018] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1084.028018] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52166c97-10e0-5969-d93a-14ed920b092f" [ 1084.028018] env[71114]: _type = "Task" [ 1084.028018] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.037828] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52166c97-10e0-5969-d93a-14ed920b092f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.109403] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.121155] env[71114]: DEBUG nova.network.neutron [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updated VIF entry in instance network info cache for port 552aa443-e12b-4e67-a944-384141d63f0a. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.121609] env[71114]: DEBUG nova.network.neutron [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updating instance_info_cache with network_info: [{"id": "552aa443-e12b-4e67-a944-384141d63f0a", "address": "fa:16:3e:97:10:24", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552aa443-e1", "ovs_interfaceid": "552aa443-e12b-4e67-a944-384141d63f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.316515] env[71114]: DEBUG nova.compute.utils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.317852] env[71114]: DEBUG nova.compute.manager [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.318048] env[71114]: DEBUG nova.network.neutron [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.359084] env[71114]: DEBUG nova.policy [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dade4f683e6246db800d671d2fcdb040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a780e78509c4508bc622ab228f8dd08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.543100] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52166c97-10e0-5969-d93a-14ed920b092f, 'name': SearchDatastore_Task, 'duration_secs': 0.031466} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.543494] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.543820] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 36527a68-15f5-47ec-a1df-2d3c80c7fe70/36527a68-15f5-47ec-a1df-2d3c80c7fe70.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.544224] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64781340-8e2e-4427-8950-953a68970762 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.554244] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1084.554244] env[71114]: value = "task-3822121" [ 1084.554244] env[71114]: _type = "Task" [ 1084.554244] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.568058] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.624782] env[71114]: DEBUG oslo_concurrency.lockutils [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] Releasing lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.625103] env[71114]: DEBUG nova.compute.manager [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Received event network-changed-552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.629025] env[71114]: DEBUG nova.compute.manager [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Refreshing instance network info cache due to event network-changed-552aa443-e12b-4e67-a944-384141d63f0a. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.629025] env[71114]: DEBUG oslo_concurrency.lockutils [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] Acquiring lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.629025] env[71114]: DEBUG oslo_concurrency.lockutils [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] Acquired lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.629025] env[71114]: DEBUG nova.network.neutron [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Refreshing network info cache for port 552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.715618] env[71114]: DEBUG nova.compute.manager [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1084.717154] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c5cfc2-d3c4-47dd-b4b4-55e58d5c9903 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.753653] env[71114]: DEBUG nova.network.neutron [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Successfully created port: 17cb7bed-6905-4b75-8618-cb26cee3e155 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.822416] env[71114]: DEBUG nova.compute.manager [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.844240] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.844673] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.845828] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.846130] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.846380] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.850630] env[71114]: INFO nova.compute.manager [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Terminating instance [ 1084.955161] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.955509] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1b7296-2107-480b-b8a9-6477b08897d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.966279] env[71114]: DEBUG oslo_vmware.api [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1084.966279] env[71114]: value = "task-3822122" [ 1084.966279] env[71114]: _type = "Task" [ 1084.966279] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.981128] env[71114]: DEBUG oslo_vmware.api [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.058152] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "82db1f29-6cc8-469b-8f42-ea766de74c6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.058520] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "82db1f29-6cc8-469b-8f42-ea766de74c6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.058889] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "82db1f29-6cc8-469b-8f42-ea766de74c6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.059156] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "82db1f29-6cc8-469b-8f42-ea766de74c6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.059375] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "82db1f29-6cc8-469b-8f42-ea766de74c6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.065946] env[71114]: INFO nova.compute.manager [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Terminating instance [ 1085.078152] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822121, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.234840] env[71114]: INFO nova.compute.manager [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] instance snapshotting [ 1085.241651] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6a90c9-3130-44d6-a38f-4c21de599d69 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.264723] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9347be-af2f-436d-a900-030937a56170 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.268185] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b371a50-342a-4199-b120-8a96f6b0f82d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.282257] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009e154b-8991-40f8-8cf1-1dec0b671a03 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.317999] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a502922-2ff6-47d6-a04b-886eae2789ac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.327060] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5445a6c9-95da-47f4-a352-14f181f4b990 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.348258] env[71114]: DEBUG nova.compute.provider_tree [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.354679] env[71114]: DEBUG nova.compute.manager [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.354909] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.355888] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5487b3cc-1157-473d-b524-3efa422b5f95 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.364331] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.364331] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc4a23a-9e5f-4065-af39-a27187cbafb7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.373687] env[71114]: DEBUG oslo_vmware.api [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1085.373687] env[71114]: value = "task-3822123" [ 1085.373687] env[71114]: _type = "Task" [ 1085.373687] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.382557] env[71114]: DEBUG oslo_vmware.api [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.461358] env[71114]: DEBUG nova.network.neutron [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updated VIF entry in instance network info cache for port 552aa443-e12b-4e67-a944-384141d63f0a. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.461604] env[71114]: DEBUG nova.network.neutron [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updating instance_info_cache with network_info: [{"id": "552aa443-e12b-4e67-a944-384141d63f0a", "address": "fa:16:3e:97:10:24", "network": {"id": "e4248806-bf3b-41af-94da-4bf23793e3a0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1134488008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "041d832a101949f0986c11115ee2a7d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552aa443-e1", "ovs_interfaceid": "552aa443-e12b-4e67-a944-384141d63f0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.479116] env[71114]: DEBUG oslo_vmware.api [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822122, 'name': PowerOffVM_Task, 'duration_secs': 0.30856} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.479398] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.479598] env[71114]: DEBUG nova.compute.manager [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1085.480373] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1672c9f-3033-49f9-9ec3-aca3a43b0016 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.573228] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689977} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.573549] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 36527a68-15f5-47ec-a1df-2d3c80c7fe70/36527a68-15f5-47ec-a1df-2d3c80c7fe70.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.573819] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.574086] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f70e9c9-fe41-4c77-9454-0e17ba64c46e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.579875] env[71114]: DEBUG nova.compute.manager [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.580105] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.582018] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c24bc7-7082-4d58-ac1b-feef93262096 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.585036] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1085.585036] env[71114]: value = "task-3822124" [ 1085.585036] env[71114]: _type = "Task" [ 1085.585036] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.591949] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.594935] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac2deaf3-e49d-4a08-b314-1735a079b6d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.596674] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.601466] env[71114]: DEBUG oslo_vmware.api [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1085.601466] env[71114]: value = "task-3822125" [ 1085.601466] env[71114]: _type = "Task" [ 1085.601466] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.610349] env[71114]: DEBUG oslo_vmware.api [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.783321] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1085.783893] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-83da6d08-3e34-4cbc-91ba-d8f52f989578 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.794609] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1085.794609] env[71114]: value = "task-3822126" [ 1085.794609] env[71114]: _type = "Task" [ 1085.794609] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.805791] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822126, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.836893] env[71114]: DEBUG nova.compute.manager [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.854637] env[71114]: DEBUG nova.scheduler.client.report [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.872762] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.873319] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.873319] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.873944] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.873944] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.873944] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.874105] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.874208] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.874406] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.875757] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.875757] env[71114]: DEBUG nova.virt.hardware [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.875915] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edc641f-b0ae-456d-82c3-0a60dcfb3547 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.896025] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f5af1-3084-4c1a-82cb-158ef5840ea5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.901590] env[71114]: DEBUG oslo_vmware.api [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822123, 'name': PowerOffVM_Task, 'duration_secs': 0.355819} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.902924] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.902924] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.902924] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34906537-31ea-43bd-ad92-f1d7e3484bdc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.965458] env[71114]: DEBUG oslo_concurrency.lockutils [req-d32aa2e5-23d2-429f-bf31-3cfd72dc226e req-aee40c9f-b44c-44db-abe4-998536afd76b service nova] Releasing lock "refresh_cache-4072512a-78dc-4b19-9834-0536e07ced5a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.994130] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.994425] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.995235] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Deleting the datastore file [datastore2] b3eb4c21-5479-4072-9b6f-edc4e53ee97e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.995403] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdde7808-37b7-41f8-9df5-8b636a1a8d01 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.996819] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0925c0b-2661-47d8-8f15-dba1b9f153c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.003986] env[71114]: DEBUG oslo_vmware.api [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1086.003986] env[71114]: value = "task-3822128" [ 1086.003986] env[71114]: _type = "Task" [ 1086.003986] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.014390] env[71114]: DEBUG oslo_vmware.api [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.097036] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075852} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.097036] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.097743] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10844a2b-2e0c-49e5-b3c3-63a151616220 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.122803] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 36527a68-15f5-47ec-a1df-2d3c80c7fe70/36527a68-15f5-47ec-a1df-2d3c80c7fe70.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.126137] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45cb4923-a96e-42d9-9eb3-02f60b425099 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.147675] env[71114]: DEBUG oslo_vmware.api [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822125, 'name': PowerOffVM_Task, 'duration_secs': 0.229156} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.149689] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.149882] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.150203] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1086.150203] env[71114]: value = "task-3822129" [ 1086.150203] env[71114]: _type = "Task" [ 1086.150203] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.150401] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76128e72-4fd2-4bba-b22c-d589a9f9bade {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.163744] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822129, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.245481] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.246402] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.246402] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Deleting the datastore file [datastore2] 82db1f29-6cc8-469b-8f42-ea766de74c6e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.246402] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92ae52be-87c7-4f38-b1c1-5b03b7779bdc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.254794] env[71114]: DEBUG oslo_vmware.api [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for the task: (returnval){ [ 1086.254794] env[71114]: value = "task-3822131" [ 1086.254794] env[71114]: _type = "Task" [ 1086.254794] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.270207] env[71114]: DEBUG oslo_vmware.api [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.305994] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822126, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.360184] env[71114]: DEBUG nova.compute.manager [req-ff529a7b-6441-4e5f-bcd2-63cc0f3a162f req-e922fabc-3d34-4fc4-b6cf-249b014c8a45 service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Received event network-vif-plugged-17cb7bed-6905-4b75-8618-cb26cee3e155 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.360494] env[71114]: DEBUG oslo_concurrency.lockutils [req-ff529a7b-6441-4e5f-bcd2-63cc0f3a162f req-e922fabc-3d34-4fc4-b6cf-249b014c8a45 service nova] Acquiring lock "42ec6a35-9898-493a-a328-5e5f8677c0c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.360714] env[71114]: DEBUG oslo_concurrency.lockutils [req-ff529a7b-6441-4e5f-bcd2-63cc0f3a162f req-e922fabc-3d34-4fc4-b6cf-249b014c8a45 service nova] Lock "42ec6a35-9898-493a-a328-5e5f8677c0c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.360887] env[71114]: DEBUG oslo_concurrency.lockutils [req-ff529a7b-6441-4e5f-bcd2-63cc0f3a162f req-e922fabc-3d34-4fc4-b6cf-249b014c8a45 service nova] Lock "42ec6a35-9898-493a-a328-5e5f8677c0c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.361141] env[71114]: DEBUG nova.compute.manager [req-ff529a7b-6441-4e5f-bcd2-63cc0f3a162f req-e922fabc-3d34-4fc4-b6cf-249b014c8a45 service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] No waiting events found dispatching network-vif-plugged-17cb7bed-6905-4b75-8618-cb26cee3e155 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1086.361568] env[71114]: WARNING nova.compute.manager [req-ff529a7b-6441-4e5f-bcd2-63cc0f3a162f req-e922fabc-3d34-4fc4-b6cf-249b014c8a45 service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Received unexpected event network-vif-plugged-17cb7bed-6905-4b75-8618-cb26cee3e155 for instance with vm_state building and task_state spawning. [ 1086.364817] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.365634] env[71114]: DEBUG nova.compute.manager [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.369029] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 41.397s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.392379] env[71114]: DEBUG nova.objects.instance [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'flavor' on Instance uuid 464564e8-70dc-4f09-8b51-59d93dbe1ed2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.465937] env[71114]: DEBUG nova.network.neutron [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Successfully updated port: 17cb7bed-6905-4b75-8618-cb26cee3e155 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.517621] env[71114]: DEBUG oslo_vmware.api [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31484} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.517900] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.519023] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.519023] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.519023] env[71114]: INFO nova.compute.manager [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1086.520000] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.520291] env[71114]: DEBUG nova.compute.manager [-] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.520422] env[71114]: DEBUG nova.network.neutron [-] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.663276] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822129, 'name': ReconfigVM_Task, 'duration_secs': 0.336045} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.663623] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 36527a68-15f5-47ec-a1df-2d3c80c7fe70/36527a68-15f5-47ec-a1df-2d3c80c7fe70.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.664284] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e29a044f-622d-4213-893d-91fdc20db674 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.673162] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1086.673162] env[71114]: value = "task-3822132" [ 1086.673162] env[71114]: _type = "Task" [ 1086.673162] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.684725] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822132, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.766231] env[71114]: DEBUG oslo_vmware.api [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Task: {'id': task-3822131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180974} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.766565] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.766783] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.767047] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.767308] env[71114]: INFO nova.compute.manager [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1086.767597] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.767831] env[71114]: DEBUG nova.compute.manager [-] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.767942] env[71114]: DEBUG nova.network.neutron [-] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.812579] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822126, 'name': CreateSnapshot_Task, 'duration_secs': 0.728379} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.813014] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1086.814178] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b414ca-1210-461e-b656-d88663796da7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.873852] env[71114]: DEBUG nova.compute.utils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.876084] env[71114]: DEBUG nova.compute.manager [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Not allocating networking since 'none' was specified. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1086.879120] env[71114]: DEBUG nova.objects.instance [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lazy-loading 'migration_context' on Instance uuid 6491ab75-acd9-4ee0-9b62-648e99c61786 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.898670] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.898850] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.899054] env[71114]: DEBUG nova.network.neutron [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.899267] env[71114]: DEBUG nova.objects.instance [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'info_cache' on Instance uuid 464564e8-70dc-4f09-8b51-59d93dbe1ed2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.970957] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "refresh_cache-42ec6a35-9898-493a-a328-5e5f8677c0c7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.971333] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "refresh_cache-42ec6a35-9898-493a-a328-5e5f8677c0c7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.971593] env[71114]: DEBUG nova.network.neutron [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.046780] env[71114]: DEBUG nova.compute.manager [req-b68efde7-b690-4e54-a1e5-bf92a08bbb68 req-5539330b-7386-43dc-99bb-7e583a1cdebf service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Received event network-vif-deleted-1c52a673-21d0-4c63-8176-c3f67242dd6d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.047024] env[71114]: INFO nova.compute.manager [req-b68efde7-b690-4e54-a1e5-bf92a08bbb68 req-5539330b-7386-43dc-99bb-7e583a1cdebf service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Neutron deleted interface 1c52a673-21d0-4c63-8176-c3f67242dd6d; detaching it from the instance and deleting it from the info cache [ 1087.047244] env[71114]: DEBUG nova.network.neutron [req-b68efde7-b690-4e54-a1e5-bf92a08bbb68 req-5539330b-7386-43dc-99bb-7e583a1cdebf service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.184242] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822132, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.287091] env[71114]: DEBUG nova.network.neutron [-] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.339417] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1087.340106] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3c76d70-9bc2-483f-87f7-bfb0faf7dce2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.350654] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1087.350654] env[71114]: value = "task-3822133" [ 1087.350654] env[71114]: _type = "Task" [ 1087.350654] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.359663] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822133, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.378062] env[71114]: DEBUG nova.compute.manager [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.403153] env[71114]: DEBUG nova.objects.base [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Object Instance<464564e8-70dc-4f09-8b51-59d93dbe1ed2> lazy-loaded attributes: flavor,info_cache {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.504445] env[71114]: DEBUG nova.network.neutron [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.529827] env[71114]: DEBUG nova.network.neutron [-] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.552849] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acd88ddf-fb12-4398-b85d-bf917cc5bba0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.562561] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fbabcd-b898-4795-8419-8a713f77513b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.600354] env[71114]: DEBUG nova.compute.manager [req-b68efde7-b690-4e54-a1e5-bf92a08bbb68 req-5539330b-7386-43dc-99bb-7e583a1cdebf service nova] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Detach interface failed, port_id=1c52a673-21d0-4c63-8176-c3f67242dd6d, reason: Instance 82db1f29-6cc8-469b-8f42-ea766de74c6e could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.686864] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822132, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.714021] env[71114]: DEBUG nova.network.neutron [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Updating instance_info_cache with network_info: [{"id": "17cb7bed-6905-4b75-8618-cb26cee3e155", "address": "fa:16:3e:3c:bd:e1", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb7bed-69", "ovs_interfaceid": "17cb7bed-6905-4b75-8618-cb26cee3e155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.793900] env[71114]: INFO nova.compute.manager [-] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Took 1.27 seconds to deallocate network for instance. [ 1087.839714] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa44461-aa43-4717-b71d-c670a715491c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.856916] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ba5f10-a8b8-4784-862c-4c3dd2e2c964 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.866019] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822133, 'name': CloneVM_Task} progress is 93%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.896396] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69be3b51-43f9-4bcb-9482-e2f3ed37c948 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.904504] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198386f9-d730-40dc-a759-743fe53ccc8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.922368] env[71114]: DEBUG nova.compute.provider_tree [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.032616] env[71114]: INFO nova.compute.manager [-] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Took 1.26 seconds to deallocate network for instance. [ 1088.173424] env[71114]: DEBUG nova.network.neutron [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance_info_cache with network_info: [{"id": "f64bede4-1c1b-4590-9f68-fe72688456d9", "address": "fa:16:3e:03:61:b5", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64bede4-1c", "ovs_interfaceid": "f64bede4-1c1b-4590-9f68-fe72688456d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.185015] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822132, 'name': Rename_Task, 'duration_secs': 1.391641} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.185973] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.186220] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb5716eb-e236-4bdc-98e6-162fe97e0b58 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.194250] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1088.194250] env[71114]: value = "task-3822134" [ 1088.194250] env[71114]: _type = "Task" [ 1088.194250] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.206136] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.216685] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "refresh_cache-42ec6a35-9898-493a-a328-5e5f8677c0c7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.217826] env[71114]: DEBUG nova.compute.manager [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Instance network_info: |[{"id": "17cb7bed-6905-4b75-8618-cb26cee3e155", "address": "fa:16:3e:3c:bd:e1", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb7bed-69", "ovs_interfaceid": "17cb7bed-6905-4b75-8618-cb26cee3e155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.217826] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:bd:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17cb7bed-6905-4b75-8618-cb26cee3e155', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.227438] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.227809] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.228102] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffcf89b9-5867-4f48-9ad6-4165e6b9abd8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.249822] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.249822] env[71114]: value = "task-3822135" [ 1088.249822] env[71114]: _type = "Task" [ 1088.249822] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.262920] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822135, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.305588] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.364032] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822133, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.401030] env[71114]: DEBUG nova.compute.manager [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.426932] env[71114]: DEBUG nova.scheduler.client.report [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.444685] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.445162] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.445491] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.445833] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.446144] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.446440] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.447039] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.447146] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.447426] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.447781] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.448126] env[71114]: DEBUG nova.virt.hardware [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.449493] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f6f036-93ed-444d-b1ac-d61c90486779 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.461148] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42f5686-5e71-4612-a6e6-2dc05d2eea85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.476869] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.482896] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Creating folder: Project (176b4b083720463a8fd29349aae7eccb). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.484529] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6099e037-df2f-429e-856a-4b6b11d3d2ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.488223] env[71114]: DEBUG nova.compute.manager [req-21d1c1f0-71b9-4552-a344-b2e8b4cf6cf9 req-e908e991-31a7-4bcf-b933-2b3afc48b0cf service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Received event network-changed-17cb7bed-6905-4b75-8618-cb26cee3e155 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.488441] env[71114]: DEBUG nova.compute.manager [req-21d1c1f0-71b9-4552-a344-b2e8b4cf6cf9 req-e908e991-31a7-4bcf-b933-2b3afc48b0cf service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Refreshing instance network info cache due to event network-changed-17cb7bed-6905-4b75-8618-cb26cee3e155. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.488653] env[71114]: DEBUG oslo_concurrency.lockutils [req-21d1c1f0-71b9-4552-a344-b2e8b4cf6cf9 req-e908e991-31a7-4bcf-b933-2b3afc48b0cf service nova] Acquiring lock "refresh_cache-42ec6a35-9898-493a-a328-5e5f8677c0c7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.488795] env[71114]: DEBUG oslo_concurrency.lockutils [req-21d1c1f0-71b9-4552-a344-b2e8b4cf6cf9 req-e908e991-31a7-4bcf-b933-2b3afc48b0cf service nova] Acquired lock "refresh_cache-42ec6a35-9898-493a-a328-5e5f8677c0c7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.488959] env[71114]: DEBUG nova.network.neutron [req-21d1c1f0-71b9-4552-a344-b2e8b4cf6cf9 req-e908e991-31a7-4bcf-b933-2b3afc48b0cf service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Refreshing network info cache for port 17cb7bed-6905-4b75-8618-cb26cee3e155 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.502357] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Created folder: Project (176b4b083720463a8fd29349aae7eccb) in parent group-v759732. [ 1088.502551] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Creating folder: Instances. Parent ref: group-v759972. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1088.502798] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e581f9b7-e9ec-4de7-b33b-da00ec52fd67 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.515423] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Created folder: Instances in parent group-v759972. [ 1088.515770] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.516381] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc660c2-6888-4516-9a8c-27924a975488] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.516668] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8aa835d-6a87-4384-a386-69afb2d0bff8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.537059] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.537059] env[71114]: value = "task-3822138" [ 1088.537059] env[71114]: _type = "Task" [ 1088.537059] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.540319] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.546489] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822138, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.676875] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.705074] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.761073] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822135, 'name': CreateVM_Task, 'duration_secs': 0.460827} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.761339] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.762160] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.762368] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.762724] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.763045] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1cc353-6348-4470-b4da-ec9bf79cc103 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.768290] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1088.768290] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522e99ff-e675-6365-1ca6-e3c64e4b21ba" [ 1088.768290] env[71114]: _type = "Task" [ 1088.768290] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.777423] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522e99ff-e675-6365-1ca6-e3c64e4b21ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.867982] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822133, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.046508] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822138, 'name': CreateVM_Task, 'duration_secs': 0.381728} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.046712] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc660c2-6888-4516-9a8c-27924a975488] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.047132] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.047295] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.047647] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.047955] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c128e5-f4b9-4b9f-ac2a-3339d7d9e75b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.053111] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for the task: (returnval){ [ 1089.053111] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5227b2a1-0e8d-a675-3864-a2d119410e63" [ 1089.053111] env[71114]: _type = "Task" [ 1089.053111] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.062349] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5227b2a1-0e8d-a675-3864-a2d119410e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.206107] env[71114]: DEBUG oslo_vmware.api [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822134, 'name': PowerOnVM_Task, 'duration_secs': 0.810888} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.206403] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.206608] env[71114]: INFO nova.compute.manager [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1089.206858] env[71114]: DEBUG nova.compute.manager [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.207687] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd752ba0-75b1-4650-ba68-b4434e116e58 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.268515] env[71114]: DEBUG nova.network.neutron [req-21d1c1f0-71b9-4552-a344-b2e8b4cf6cf9 req-e908e991-31a7-4bcf-b933-2b3afc48b0cf service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Updated VIF entry in instance network info cache for port 17cb7bed-6905-4b75-8618-cb26cee3e155. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.268896] env[71114]: DEBUG nova.network.neutron [req-21d1c1f0-71b9-4552-a344-b2e8b4cf6cf9 req-e908e991-31a7-4bcf-b933-2b3afc48b0cf service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Updating instance_info_cache with network_info: [{"id": "17cb7bed-6905-4b75-8618-cb26cee3e155", "address": "fa:16:3e:3c:bd:e1", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17cb7bed-69", "ovs_interfaceid": "17cb7bed-6905-4b75-8618-cb26cee3e155", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.280785] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522e99ff-e675-6365-1ca6-e3c64e4b21ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.281689] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.281925] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.282177] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.282323] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.282496] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.282996] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c5d911d-b538-478a-89f5-ee223e6b2911 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.296548] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.297410] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.297536] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c99b17-14cb-4062-a123-64d01391b788 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.304286] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1089.304286] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52688235-dc33-4ee4-847a-e5d6e0c37e78" [ 1089.304286] env[71114]: _type = "Task" [ 1089.304286] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.312771] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52688235-dc33-4ee4-847a-e5d6e0c37e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.369456] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822133, 'name': CloneVM_Task, 'duration_secs': 1.897575} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.369742] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Created linked-clone VM from snapshot [ 1089.370543] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0140032-fe36-4338-ab26-61a35d7dd971 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.379320] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Uploading image c79a8fa7-24ab-448e-b66f-2f849e20513b {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1089.390075] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1089.390407] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41368e46-446e-45a0-85b2-9fb46cefa33d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.399250] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1089.399250] env[71114]: value = "task-3822139" [ 1089.399250] env[71114]: _type = "Task" [ 1089.399250] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.410195] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822139, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.445322] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.076s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.452220] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.370s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.452220] env[71114]: DEBUG nova.objects.instance [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lazy-loading 'resources' on Instance uuid 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.568060] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5227b2a1-0e8d-a675-3864-a2d119410e63, 'name': SearchDatastore_Task, 'duration_secs': 0.017496} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.568391] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.568674] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.568966] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.569146] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.569331] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.569596] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79e7e808-3c44-4a44-a017-132e1a52a5e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.578752] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.578930] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.579700] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fcfcdfc-7999-470f-9708-916a12a605fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.586546] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for the task: (returnval){ [ 1089.586546] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e686f6-252d-85cb-4065-f8ee0e388788" [ 1089.586546] env[71114]: _type = "Task" [ 1089.586546] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.595863] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e686f6-252d-85cb-4065-f8ee0e388788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.683432] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.683779] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc2e4e12-65e2-41c2-9bba-63129041f213 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.692208] env[71114]: DEBUG oslo_vmware.api [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1089.692208] env[71114]: value = "task-3822140" [ 1089.692208] env[71114]: _type = "Task" [ 1089.692208] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.701540] env[71114]: DEBUG oslo_vmware.api [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.728892] env[71114]: INFO nova.compute.manager [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Took 51.57 seconds to build instance. [ 1089.774838] env[71114]: DEBUG oslo_concurrency.lockutils [req-21d1c1f0-71b9-4552-a344-b2e8b4cf6cf9 req-e908e991-31a7-4bcf-b933-2b3afc48b0cf service nova] Releasing lock "refresh_cache-42ec6a35-9898-493a-a328-5e5f8677c0c7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.775177] env[71114]: DEBUG nova.compute.manager [req-21d1c1f0-71b9-4552-a344-b2e8b4cf6cf9 req-e908e991-31a7-4bcf-b933-2b3afc48b0cf service nova] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Received event network-vif-deleted-7cb4d3f9-0ec5-4f97-a795-e72607c91b0c {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.816235] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52688235-dc33-4ee4-847a-e5d6e0c37e78, 'name': SearchDatastore_Task, 'duration_secs': 0.029397} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.817061] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54cf4e7-e7c8-4fb9-b8e8-9167ac662a68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.823455] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1089.823455] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521900e0-69aa-4858-5ec3-1f35244fa1ab" [ 1089.823455] env[71114]: _type = "Task" [ 1089.823455] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.832865] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521900e0-69aa-4858-5ec3-1f35244fa1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.912516] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822139, 'name': Destroy_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.097655] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e686f6-252d-85cb-4065-f8ee0e388788, 'name': SearchDatastore_Task, 'duration_secs': 0.012818} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.101364] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea6d350f-34ee-4903-9593-79f56344ff68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.113705] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for the task: (returnval){ [ 1090.113705] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b98aa5-ce09-16ce-2fb7-7befe0337c17" [ 1090.113705] env[71114]: _type = "Task" [ 1090.113705] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.120168] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b98aa5-ce09-16ce-2fb7-7befe0337c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.206480] env[71114]: DEBUG oslo_vmware.api [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.231152] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0392d8e1-8ed7-4be0-a353-325277c44bf7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.079s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.335078] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521900e0-69aa-4858-5ec3-1f35244fa1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.018796} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.335355] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.335627] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 42ec6a35-9898-493a-a328-5e5f8677c0c7/42ec6a35-9898-493a-a328-5e5f8677c0c7.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.335900] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5043fee-54fb-4094-977e-f181626626ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.341719] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168bdf46-86ac-4909-b113-fddee6017f90 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.345564] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1090.345564] env[71114]: value = "task-3822141" [ 1090.345564] env[71114]: _type = "Task" [ 1090.345564] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.353469] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba487ba-e826-4e9e-a495-7373bcedd5df {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.359910] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.390050] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a99ee60-101e-47f6-9565-4ea79589ffb8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.398884] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb288ee-5f17-47d6-9f7d-d44c001a4d52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.416804] env[71114]: DEBUG nova.compute.provider_tree [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.421824] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822139, 'name': Destroy_Task, 'duration_secs': 0.718077} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.421824] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Destroyed the VM [ 1090.422024] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1090.422119] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a5d8b4d2-8a3c-49bf-8ef5-149cf3265d73 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.429622] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1090.429622] env[71114]: value = "task-3822142" [ 1090.429622] env[71114]: _type = "Task" [ 1090.429622] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.437936] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822142, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.623918] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b98aa5-ce09-16ce-2fb7-7befe0337c17, 'name': SearchDatastore_Task, 'duration_secs': 0.019459} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.624228] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.624525] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] edc660c2-6888-4516-9a8c-27924a975488/edc660c2-6888-4516-9a8c-27924a975488.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.624809] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-848328a1-3a1d-4148-ac1f-14ba1a8a23fe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.634477] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for the task: (returnval){ [ 1090.634477] env[71114]: value = "task-3822143" [ 1090.634477] env[71114]: _type = "Task" [ 1090.634477] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.644981] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.706326] env[71114]: DEBUG oslo_vmware.api [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.857463] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822141, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.922872] env[71114]: DEBUG nova.scheduler.client.report [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.943402] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822142, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.994989] env[71114]: INFO nova.compute.manager [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Swapping old allocation on dict_keys(['13a14cd9-7c38-44b3-b96e-6e3ba6d36311']) held by migration 90dfe982-df5a-41fb-8afa-1fea455608a4 for instance [ 1091.027792] env[71114]: DEBUG nova.scheduler.client.report [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Overwriting current allocation {'allocations': {'13a14cd9-7c38-44b3-b96e-6e3ba6d36311': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 127}}, 'project_id': '5f791f734dae4669bcea11a4366dbd89', 'user_id': '6c30629cbc4644db81236c58879f6ef0', 'consumer_generation': 1} on consumer 6491ab75-acd9-4ee0-9b62-648e99c61786 {{(pid=71114) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1091.129022] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.129304] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquired lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.129608] env[71114]: DEBUG nova.network.neutron [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.147089] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822143, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.208133] env[71114]: DEBUG oslo_vmware.api [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822140, 'name': PowerOnVM_Task, 'duration_secs': 1.057059} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.208564] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.208824] env[71114]: DEBUG nova.compute.manager [None req-2b71ddb8-bc78-46bc-83ff-446770e857fb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.209761] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb25495-a01c-45da-bd01-6b475e99ddb4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.308369] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.308619] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.357850] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523367} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.358129] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 42ec6a35-9898-493a-a328-5e5f8677c0c7/42ec6a35-9898-493a-a328-5e5f8677c0c7.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.358355] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.358738] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c00aa864-7981-4b04-a70e-626544b9b6df {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.368067] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1091.368067] env[71114]: value = "task-3822144" [ 1091.368067] env[71114]: _type = "Task" [ 1091.368067] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.378525] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.428456] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.431027] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.184s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.431176] env[71114]: DEBUG nova.objects.instance [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lazy-loading 'resources' on Instance uuid 220d67dc-037a-4b6d-849b-ffc00dd5ccad {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.442307] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822142, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.449761] env[71114]: INFO nova.scheduler.client.report [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleted allocations for instance 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78 [ 1091.644708] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741282} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.644990] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] edc660c2-6888-4516-9a8c-27924a975488/edc660c2-6888-4516-9a8c-27924a975488.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.645229] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.645577] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f56c0eb-df78-4415-8bcc-adabfe73c707 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.653747] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for the task: (returnval){ [ 1091.653747] env[71114]: value = "task-3822145" [ 1091.653747] env[71114]: _type = "Task" [ 1091.653747] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.663391] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.812236] env[71114]: DEBUG nova.compute.utils [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.878363] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075228} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.878726] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.879698] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca40501b-27cc-4db1-b3c3-a6fdc0632d1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.906692] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 42ec6a35-9898-493a-a328-5e5f8677c0c7/42ec6a35-9898-493a-a328-5e5f8677c0c7.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.909578] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4312120a-a57b-4417-8c3f-06d73ed8fd3f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.931607] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1091.931607] env[71114]: value = "task-3822146" [ 1091.931607] env[71114]: _type = "Task" [ 1091.931607] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.951378] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.957468] env[71114]: DEBUG oslo_vmware.api [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822142, 'name': RemoveSnapshot_Task, 'duration_secs': 1.474958} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.957747] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1091.960331] env[71114]: DEBUG oslo_concurrency.lockutils [None req-37c9783a-ffeb-405a-8771-2f76c819cbb8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "0d8f036f-f0f4-4a10-ae2c-070aef7a9e78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.303s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.979462] env[71114]: DEBUG nova.network.neutron [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance_info_cache with network_info: [{"id": "1422a236-c375-4cf4-b661-37dddaa00381", "address": "fa:16:3e:62:e5:4d", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1422a236-c3", "ovs_interfaceid": "1422a236-c375-4cf4-b661-37dddaa00381", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.165293] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122341} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.165558] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.166579] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785b1f73-aaa6-4513-9ec2-22999c265614 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.188403] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] edc660c2-6888-4516-9a8c-27924a975488/edc660c2-6888-4516-9a8c-27924a975488.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.191553] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20591d2b-8d6c-43f3-ac27-e12f8adfd221 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.212620] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for the task: (returnval){ [ 1092.212620] env[71114]: value = "task-3822147" [ 1092.212620] env[71114]: _type = "Task" [ 1092.212620] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.222984] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.301547] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d1371a-bc68-4f0f-9d8f-29ae74250c30 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.309484] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daead9d5-7f8f-4a38-b9b6-007498940037 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.316667] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.344644] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a3012-b7c0-499e-b120-14ef00b19679 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.353063] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7c0c0d-bf2c-456d-beca-a098a9669a29 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.367745] env[71114]: DEBUG nova.compute.provider_tree [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.442625] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.463241] env[71114]: WARNING nova.compute.manager [None req-0f85bcee-c407-482f-9180-4f0b5a552b87 tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Image not found during snapshot: nova.exception.ImageNotFound: Image c79a8fa7-24ab-448e-b66f-2f849e20513b could not be found. [ 1092.486506] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Releasing lock "refresh_cache-6491ab75-acd9-4ee0-9b62-648e99c61786" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.486955] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.487147] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb5286aa-bbf7-4089-b167-bae49b0d9aed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.494374] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1092.494374] env[71114]: value = "task-3822148" [ 1092.494374] env[71114]: _type = "Task" [ 1092.494374] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.503239] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.725817] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.871343] env[71114]: DEBUG nova.scheduler.client.report [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.943193] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822146, 'name': ReconfigVM_Task, 'duration_secs': 0.788458} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.943882] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 42ec6a35-9898-493a-a328-5e5f8677c0c7/42ec6a35-9898-493a-a328-5e5f8677c0c7.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.944349] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0821c315-f151-494e-99a6-2d5b21a72eed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.952884] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1092.952884] env[71114]: value = "task-3822149" [ 1092.952884] env[71114]: _type = "Task" [ 1092.952884] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.964326] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822149, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.005056] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822148, 'name': PowerOffVM_Task, 'duration_secs': 0.334298} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.005402] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.006242] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:33:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7e18adac-0bd0-423e-9cee-eae7e2b637ec',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2033867370',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.006482] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.006682] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.006847] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.007031] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.007214] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.007457] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.007622] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.007818] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.008052] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.008257] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.014467] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1d9b721-34fd-44fe-851a-aa9efccd2308 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.034023] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1093.034023] env[71114]: value = "task-3822150" [ 1093.034023] env[71114]: _type = "Task" [ 1093.034023] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.043253] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.224608] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822147, 'name': ReconfigVM_Task, 'duration_secs': 0.700011} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.224952] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Reconfigured VM instance instance-00000055 to attach disk [datastore2] edc660c2-6888-4516-9a8c-27924a975488/edc660c2-6888-4516-9a8c-27924a975488.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.225875] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e116a71-30b6-47ae-bc7d-74e5a43ab301 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.232704] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for the task: (returnval){ [ 1093.232704] env[71114]: value = "task-3822151" [ 1093.232704] env[71114]: _type = "Task" [ 1093.232704] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.241455] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822151, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.378861] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.381365] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "28d7801e-0286-45ea-b356-7a6608c4b91e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.381658] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "28d7801e-0286-45ea-b356-7a6608c4b91e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.381950] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "28d7801e-0286-45ea-b356-7a6608c4b91e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.382224] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "28d7801e-0286-45ea-b356-7a6608c4b91e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.382493] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "28d7801e-0286-45ea-b356-7a6608c4b91e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.384634] env[71114]: DEBUG oslo_concurrency.lockutils [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.076s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.384866] env[71114]: DEBUG nova.objects.instance [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'resources' on Instance uuid c10ce708-47bb-4099-918f-9475b1ecfd4e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.386290] env[71114]: INFO nova.compute.manager [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Terminating instance [ 1093.387869] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.388138] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.388316] env[71114]: INFO nova.compute.manager [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Attaching volume 9f614af9-7def-407f-821b-43bc6c965f20 to /dev/sdb [ 1093.412092] env[71114]: INFO nova.scheduler.client.report [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Deleted allocations for instance 220d67dc-037a-4b6d-849b-ffc00dd5ccad [ 1093.429606] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196671c3-548f-413a-a536-e2caa149c65f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.437516] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656478e5-3e38-4bbc-8868-7e6af668bcc2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.452101] env[71114]: DEBUG nova.virt.block_device [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Updating existing volume attachment record: 367fea66-516c-4ffb-9781-3081ce3c37f1 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1093.462561] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822149, 'name': Rename_Task, 'duration_secs': 0.217878} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.462828] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.463083] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8255fcb6-a229-47d1-98d8-1e01c58c2c27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.469455] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1093.469455] env[71114]: value = "task-3822152" [ 1093.469455] env[71114]: _type = "Task" [ 1093.469455] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.478433] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.544780] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822150, 'name': ReconfigVM_Task, 'duration_secs': 0.277764} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.545710] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf09397-5716-4561-8275-26728b4e3064 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.565325] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:33:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7e18adac-0bd0-423e-9cee-eae7e2b637ec',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2033867370',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.565605] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.565770] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.565956] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.566116] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.566299] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.566525] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.566702] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.566876] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.567066] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.567289] env[71114]: DEBUG nova.virt.hardware [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.568249] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74a77f9-95e0-4d54-8f1a-137017d29e2b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.574679] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1093.574679] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527ff485-093e-91f3-57b4-0b3c34ae028f" [ 1093.574679] env[71114]: _type = "Task" [ 1093.574679] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.583538] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527ff485-093e-91f3-57b4-0b3c34ae028f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.744205] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822151, 'name': Rename_Task, 'duration_secs': 0.290025} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.746367] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.746367] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf9fde94-8c2c-4ebf-8efd-3453c571e970 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.754146] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for the task: (returnval){ [ 1093.754146] env[71114]: value = "task-3822154" [ 1093.754146] env[71114]: _type = "Task" [ 1093.754146] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.764897] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.896194] env[71114]: DEBUG nova.compute.manager [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.896194] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.896975] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ad308c-be73-4b27-896b-052d17e0f47c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.906069] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.906406] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72a94b1a-0886-4b77-95ea-d95b4e7dbb7d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.914527] env[71114]: DEBUG oslo_vmware.api [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1093.914527] env[71114]: value = "task-3822156" [ 1093.914527] env[71114]: _type = "Task" [ 1093.914527] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.931637] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e38dd062-e8a8-4664-a07f-6435104d6fb3 tempest-ImagesNegativeTestJSON-855276071 tempest-ImagesNegativeTestJSON-855276071-project-member] Lock "220d67dc-037a-4b6d-849b-ffc00dd5ccad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.725s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.939099] env[71114]: DEBUG oslo_vmware.api [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.981635] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.086973] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527ff485-093e-91f3-57b4-0b3c34ae028f, 'name': SearchDatastore_Task, 'duration_secs': 0.012852} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.095167] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.096174] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5484d93a-bca9-46c6-8fd5-fb9cd7985b0e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.122815] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1094.122815] env[71114]: value = "task-3822158" [ 1094.122815] env[71114]: _type = "Task" [ 1094.122815] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.134846] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.268778] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822154, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.322243] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96721910-a5f8-45a5-84db-2a3b5d438b0a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.330241] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb5330-5058-462c-bf5b-0e6ac5a6fe38 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.360769] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e49bf1b-2a6c-48bc-a275-a16acc04b553 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.369121] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f82c03-1aa9-4866-8730-943ce84db5d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.385896] env[71114]: DEBUG nova.compute.provider_tree [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.424761] env[71114]: DEBUG oslo_vmware.api [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822156, 'name': PowerOffVM_Task, 'duration_secs': 0.244578} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.425042] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.425211] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.425486] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e18cde1-0a67-4d27-be95-dc18bfafda39 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.480749] env[71114]: DEBUG oslo_vmware.api [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822152, 'name': PowerOnVM_Task, 'duration_secs': 0.6486} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.481184] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.481258] env[71114]: INFO nova.compute.manager [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1094.481566] env[71114]: DEBUG nova.compute.manager [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1094.482283] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5ba5bf-9b8c-4608-9a95-85d4f92d0ae6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.503611] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.503959] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.504111] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleting the datastore file [datastore1] 28d7801e-0286-45ea-b356-7a6608c4b91e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.504300] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1316e255-6537-48fa-81b0-07f3630a6810 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.511492] env[71114]: DEBUG oslo_vmware.api [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for the task: (returnval){ [ 1094.511492] env[71114]: value = "task-3822160" [ 1094.511492] env[71114]: _type = "Task" [ 1094.511492] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.521174] env[71114]: DEBUG oslo_vmware.api [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.633807] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822158, 'name': ReconfigVM_Task, 'duration_secs': 0.207004} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.634287] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.634986] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633bccc0-223d-4854-b906-2ae58f2da493 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.664233] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 6491ab75-acd9-4ee0-9b62-648e99c61786/6491ab75-acd9-4ee0-9b62-648e99c61786.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.664233] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65807124-9838-40a4-9886-af64f6577b1c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.688930] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1094.688930] env[71114]: value = "task-3822161" [ 1094.688930] env[71114]: _type = "Task" [ 1094.688930] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.698474] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.765933] env[71114]: DEBUG oslo_vmware.api [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822154, 'name': PowerOnVM_Task, 'duration_secs': 0.51677} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.766419] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.766666] env[71114]: INFO nova.compute.manager [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1094.766849] env[71114]: DEBUG nova.compute.manager [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1094.767695] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833783d6-b776-488b-af7d-696b1f591cf8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.889304] env[71114]: DEBUG nova.scheduler.client.report [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.006653] env[71114]: INFO nova.compute.manager [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Took 51.83 seconds to build instance. [ 1095.023506] env[71114]: DEBUG oslo_vmware.api [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Task: {'id': task-3822160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232363} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.023845] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.024289] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.025063] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.025063] env[71114]: INFO nova.compute.manager [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1095.025493] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.025493] env[71114]: DEBUG nova.compute.manager [-] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.025659] env[71114]: DEBUG nova.network.neutron [-] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.200017] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.297602] env[71114]: INFO nova.compute.manager [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Took 50.41 seconds to build instance. [ 1095.333092] env[71114]: DEBUG nova.compute.manager [req-156928ba-ead9-483c-9054-b56f71569ef0 req-3adab752-03dd-4c1c-aa39-d987ea3dc2bd service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Received event network-vif-deleted-13bf30e4-2c51-4765-bad5-e17a359ea7be {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.333557] env[71114]: INFO nova.compute.manager [req-156928ba-ead9-483c-9054-b56f71569ef0 req-3adab752-03dd-4c1c-aa39-d987ea3dc2bd service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Neutron deleted interface 13bf30e4-2c51-4765-bad5-e17a359ea7be; detaching it from the instance and deleting it from the info cache [ 1095.333768] env[71114]: DEBUG nova.network.neutron [req-156928ba-ead9-483c-9054-b56f71569ef0 req-3adab752-03dd-4c1c-aa39-d987ea3dc2bd service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.394388] env[71114]: DEBUG oslo_concurrency.lockutils [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.397592] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.132s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.400049] env[71114]: INFO nova.compute.claims [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.422303] env[71114]: INFO nova.scheduler.client.report [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleted allocations for instance c10ce708-47bb-4099-918f-9475b1ecfd4e [ 1095.512561] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ef19a33-940e-4fde-bad1-000edaf8f4fa tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "42ec6a35-9898-493a-a328-5e5f8677c0c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.345s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.520639] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.520827] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.700803] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822161, 'name': ReconfigVM_Task, 'duration_secs': 0.607607} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.703471] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 6491ab75-acd9-4ee0-9b62-648e99c61786/6491ab75-acd9-4ee0-9b62-648e99c61786.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.703471] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251c87e4-1fb0-4166-83ad-70c963518bff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.725024] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aef087-5e03-4fbf-b9a5-e1847ebeae71 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.748106] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd481d8-7802-4f3e-a5fe-717e980076a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.768708] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8980160-9d2d-4e32-93bb-67410db33c86 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.780025] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.780025] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c34f7e52-1108-4378-aa93-a67345746454 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.783888] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1095.783888] env[71114]: value = "task-3822162" [ 1095.783888] env[71114]: _type = "Task" [ 1095.783888] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.793450] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.802241] env[71114]: DEBUG oslo_concurrency.lockutils [None req-100bd6b0-87d9-417c-b459-c1a6bb009403 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lock "edc660c2-6888-4516-9a8c-27924a975488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.926s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.806727] env[71114]: DEBUG nova.network.neutron [-] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.837486] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42500b3b-72ce-4826-84f2-44af33944807 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.850924] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3310dd7-2fe5-4f59-9207-596a29afd750 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.889608] env[71114]: DEBUG nova.compute.manager [req-156928ba-ead9-483c-9054-b56f71569ef0 req-3adab752-03dd-4c1c-aa39-d987ea3dc2bd service nova] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Detach interface failed, port_id=13bf30e4-2c51-4765-bad5-e17a359ea7be, reason: Instance 28d7801e-0286-45ea-b356-7a6608c4b91e could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.930311] env[71114]: DEBUG oslo_concurrency.lockutils [None req-640190a3-7994-42fd-85b5-e2d78794d50f tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "c10ce708-47bb-4099-918f-9475b1ecfd4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.224s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.001857] env[71114]: DEBUG nova.compute.manager [None req-1cc33254-8483-4f9c-bca5-6ae17782d830 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1096.002996] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2183987-83aa-42c0-af95-755d23f0c473 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.023364] env[71114]: DEBUG nova.compute.manager [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.143066] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquiring lock "edc660c2-6888-4516-9a8c-27924a975488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.143390] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lock "edc660c2-6888-4516-9a8c-27924a975488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.143683] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquiring lock "edc660c2-6888-4516-9a8c-27924a975488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.143883] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lock "edc660c2-6888-4516-9a8c-27924a975488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.144077] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lock "edc660c2-6888-4516-9a8c-27924a975488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.146400] env[71114]: INFO nova.compute.manager [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Terminating instance [ 1096.295650] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822162, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.313348] env[71114]: INFO nova.compute.manager [-] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Took 1.29 seconds to deallocate network for instance. [ 1096.479773] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "42ec6a35-9898-493a-a328-5e5f8677c0c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.480076] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "42ec6a35-9898-493a-a328-5e5f8677c0c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.480293] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "42ec6a35-9898-493a-a328-5e5f8677c0c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.480475] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "42ec6a35-9898-493a-a328-5e5f8677c0c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.480649] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "42ec6a35-9898-493a-a328-5e5f8677c0c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.485404] env[71114]: INFO nova.compute.manager [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Terminating instance [ 1096.516570] env[71114]: INFO nova.compute.manager [None req-1cc33254-8483-4f9c-bca5-6ae17782d830 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] instance snapshotting [ 1096.517169] env[71114]: DEBUG nova.objects.instance [None req-1cc33254-8483-4f9c-bca5-6ae17782d830 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lazy-loading 'flavor' on Instance uuid edc660c2-6888-4516-9a8c-27924a975488 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.543829] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.650854] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquiring lock "refresh_cache-edc660c2-6888-4516-9a8c-27924a975488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.651155] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquired lock "refresh_cache-edc660c2-6888-4516-9a8c-27924a975488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.651358] env[71114]: DEBUG nova.network.neutron [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.762229] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e08d66e-fb4d-41c0-9ebd-8a05c6f38928 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.770034] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d741f5a8-adae-454e-bf54-653f2c6ed2cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.808213] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fdd036-4806-4508-89bf-b39e2e8fa57e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.820019] env[71114]: DEBUG oslo_vmware.api [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822162, 'name': PowerOnVM_Task, 'duration_secs': 0.956169} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.820019] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e75d04-9fe1-4fb6-a0f1-c5d15b706229 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.825441] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.825809] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.840317] env[71114]: DEBUG nova.compute.provider_tree [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.990182] env[71114]: DEBUG nova.compute.manager [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.990538] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.993261] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14027ce1-f1dd-4344-bd3c-ceeba095e956 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.001658] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.001888] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04ff1cd9-0cb4-428c-ad9b-d9c22bea856d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.011112] env[71114]: DEBUG oslo_vmware.api [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1097.011112] env[71114]: value = "task-3822164" [ 1097.011112] env[71114]: _type = "Task" [ 1097.011112] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.023082] env[71114]: DEBUG oslo_vmware.api [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.025803] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27219bb-f683-4d86-9a66-76898b759f2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.045726] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1b111c-0e6e-478c-b7f6-f9ee4e008978 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.195805] env[71114]: DEBUG nova.network.neutron [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.316741] env[71114]: DEBUG nova.network.neutron [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.346658] env[71114]: DEBUG nova.scheduler.client.report [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.525100] env[71114]: DEBUG oslo_vmware.api [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822164, 'name': PowerOffVM_Task, 'duration_secs': 0.325204} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.525100] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.525100] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.525100] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cb6d042-6aa6-4950-8181-7713f7d15ab2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.562077] env[71114]: DEBUG nova.compute.manager [None req-1cc33254-8483-4f9c-bca5-6ae17782d830 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Instance disappeared during snapshot {{(pid=71114) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1097.607228] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.607647] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.607858] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleting the datastore file [datastore1] 42ec6a35-9898-493a-a328-5e5f8677c0c7 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.608430] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccd032b3-03ff-49f0-a4fa-6525bb5e4a39 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.615355] env[71114]: DEBUG oslo_vmware.api [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1097.615355] env[71114]: value = "task-3822166" [ 1097.615355] env[71114]: _type = "Task" [ 1097.615355] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.624703] env[71114]: DEBUG oslo_vmware.api [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.690145] env[71114]: DEBUG nova.compute.manager [None req-1cc33254-8483-4f9c-bca5-6ae17782d830 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Found 0 images (rotation: 2) {{(pid=71114) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1097.822022] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Releasing lock "refresh_cache-edc660c2-6888-4516-9a8c-27924a975488" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.822022] env[71114]: DEBUG nova.compute.manager [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.822022] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.822022] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef271226-7333-4e92-8bdb-c45f317a1b96 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.833060] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.833743] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-326709b0-61c6-4eee-88a6-9b0b0195a267 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.841068] env[71114]: INFO nova.compute.manager [None req-1ac1d3df-4475-4f1f-b0b0-305287c1c9a6 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance to original state: 'active' [ 1097.847948] env[71114]: DEBUG oslo_vmware.api [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for the task: (returnval){ [ 1097.847948] env[71114]: value = "task-3822167" [ 1097.847948] env[71114]: _type = "Task" [ 1097.847948] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.854446] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.855798] env[71114]: DEBUG nova.compute.manager [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.859444] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.894s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.867113] env[71114]: INFO nova.compute.claims [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.878344] env[71114]: DEBUG oslo_vmware.api [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.132146] env[71114]: DEBUG oslo_vmware.api [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278765} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.132499] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.132721] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.132946] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.133203] env[71114]: INFO nova.compute.manager [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1098.135063] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.135063] env[71114]: DEBUG nova.compute.manager [-] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.135063] env[71114]: DEBUG nova.network.neutron [-] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.372676] env[71114]: DEBUG nova.compute.utils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.382552] env[71114]: DEBUG nova.compute.manager [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.382805] env[71114]: DEBUG nova.network.neutron [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.386171] env[71114]: DEBUG oslo_vmware.api [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822167, 'name': PowerOffVM_Task, 'duration_secs': 0.145301} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.386171] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.386302] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.386866] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e933653b-6e02-4311-bb68-9fa8f7f3111b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.408032] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "5cc89839-9da6-4be3-9132-c08b9329e83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.408354] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "5cc89839-9da6-4be3-9132-c08b9329e83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.416445] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.418020] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.418020] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Deleting the datastore file [datastore2] edc660c2-6888-4516-9a8c-27924a975488 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.418020] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b67e6c26-25c2-495e-93dc-9e9e6619ba73 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.426916] env[71114]: DEBUG oslo_vmware.api [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for the task: (returnval){ [ 1098.426916] env[71114]: value = "task-3822169" [ 1098.426916] env[71114]: _type = "Task" [ 1098.426916] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.438157] env[71114]: DEBUG oslo_vmware.api [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.444225] env[71114]: DEBUG nova.policy [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b62cbde242484265ba7dd9c364e09740', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6029df11df684d52bd325eb0050d10fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.508265] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1098.508511] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759976', 'volume_id': '9f614af9-7def-407f-821b-43bc6c965f20', 'name': 'volume-9f614af9-7def-407f-821b-43bc6c965f20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36527a68-15f5-47ec-a1df-2d3c80c7fe70', 'attached_at': '', 'detached_at': '', 'volume_id': '9f614af9-7def-407f-821b-43bc6c965f20', 'serial': '9f614af9-7def-407f-821b-43bc6c965f20'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1098.509491] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7376c127-2404-4154-8d05-414dafcdb034 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.527559] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f951f79-f015-4563-93ab-d0c284511dda {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.554763] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-9f614af9-7def-407f-821b-43bc6c965f20/volume-9f614af9-7def-407f-821b-43bc6c965f20.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.555462] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f15c3b93-0fd2-420d-8f9f-47f32828ea93 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.577152] env[71114]: DEBUG oslo_vmware.api [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1098.577152] env[71114]: value = "task-3822170" [ 1098.577152] env[71114]: _type = "Task" [ 1098.577152] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.586825] env[71114]: DEBUG oslo_vmware.api [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.592858] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquiring lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.593060] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.593359] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquiring lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.593630] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.594102] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.599114] env[71114]: INFO nova.compute.manager [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Terminating instance [ 1098.720917] env[71114]: DEBUG nova.compute.manager [req-92afb8de-13ec-4579-b160-5c99e61317ba req-9f52ffc1-bebb-417c-b1da-cf4422a50c5d service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Received event network-vif-deleted-17cb7bed-6905-4b75-8618-cb26cee3e155 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.721149] env[71114]: INFO nova.compute.manager [req-92afb8de-13ec-4579-b160-5c99e61317ba req-9f52ffc1-bebb-417c-b1da-cf4422a50c5d service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Neutron deleted interface 17cb7bed-6905-4b75-8618-cb26cee3e155; detaching it from the instance and deleting it from the info cache [ 1098.721352] env[71114]: DEBUG nova.network.neutron [req-92afb8de-13ec-4579-b160-5c99e61317ba req-9f52ffc1-bebb-417c-b1da-cf4422a50c5d service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.806911] env[71114]: DEBUG nova.network.neutron [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Successfully created port: 973259b1-5df8-49cd-9773-fd75342d0f91 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.879289] env[71114]: DEBUG nova.compute.manager [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.913261] env[71114]: DEBUG nova.compute.manager [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.945935] env[71114]: DEBUG oslo_vmware.api [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Task: {'id': task-3822169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22983} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.946393] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.946536] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.946711] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.947011] env[71114]: INFO nova.compute.manager [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] [instance: edc660c2-6888-4516-9a8c-27924a975488] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1098.947156] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.947351] env[71114]: DEBUG nova.compute.manager [-] [instance: edc660c2-6888-4516-9a8c-27924a975488] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.947440] env[71114]: DEBUG nova.network.neutron [-] [instance: edc660c2-6888-4516-9a8c-27924a975488] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.009827] env[71114]: DEBUG nova.network.neutron [-] [instance: edc660c2-6888-4516-9a8c-27924a975488] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.088679] env[71114]: DEBUG oslo_vmware.api [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.101421] env[71114]: DEBUG nova.compute.manager [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.102820] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.103740] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05491e0-03e9-4488-8f64-a14b22762759 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.118948] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.118948] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4880561c-9ba2-46b4-b7cb-73fcb29c3a46 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.132513] env[71114]: DEBUG oslo_vmware.api [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for the task: (returnval){ [ 1099.132513] env[71114]: value = "task-3822171" [ 1099.132513] env[71114]: _type = "Task" [ 1099.132513] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.148892] env[71114]: DEBUG oslo_vmware.api [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.203763] env[71114]: DEBUG nova.network.neutron [-] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.227211] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44631f17-0b2c-4e94-b230-50dadf106b8f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.246917] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f741cab-753f-441b-b170-41a8b1d121d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.309729] env[71114]: DEBUG nova.compute.manager [req-92afb8de-13ec-4579-b160-5c99e61317ba req-9f52ffc1-bebb-417c-b1da-cf4422a50c5d service nova] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Detach interface failed, port_id=17cb7bed-6905-4b75-8618-cb26cee3e155, reason: Instance 42ec6a35-9898-493a-a328-5e5f8677c0c7 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.401892] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "6491ab75-acd9-4ee0-9b62-648e99c61786" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.402171] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "6491ab75-acd9-4ee0-9b62-648e99c61786" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.402372] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "6491ab75-acd9-4ee0-9b62-648e99c61786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.402554] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "6491ab75-acd9-4ee0-9b62-648e99c61786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.402826] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "6491ab75-acd9-4ee0-9b62-648e99c61786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.405172] env[71114]: INFO nova.compute.manager [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Terminating instance [ 1099.411068] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575514cf-d424-477d-97da-c5ce586c0f14 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.418139] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af70c59-c263-4b20-ab99-6cc69a61ccfa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.467984] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.469020] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72cd35-388f-45d5-89f5-bb4029881904 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.478861] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379e978f-8cca-43a0-a653-47e3479569c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.496673] env[71114]: DEBUG nova.compute.provider_tree [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1099.512829] env[71114]: DEBUG nova.network.neutron [-] [instance: edc660c2-6888-4516-9a8c-27924a975488] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.588100] env[71114]: DEBUG oslo_vmware.api [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822170, 'name': ReconfigVM_Task, 'duration_secs': 0.591925} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.588100] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-9f614af9-7def-407f-821b-43bc6c965f20/volume-9f614af9-7def-407f-821b-43bc6c965f20.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.593523] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3750c1aa-ceba-44db-a61b-6acdf7eb1042 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.611043] env[71114]: DEBUG oslo_vmware.api [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1099.611043] env[71114]: value = "task-3822172" [ 1099.611043] env[71114]: _type = "Task" [ 1099.611043] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.622926] env[71114]: DEBUG oslo_vmware.api [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.648508] env[71114]: DEBUG oslo_vmware.api [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822171, 'name': PowerOffVM_Task, 'duration_secs': 0.347139} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.648868] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.649765] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.649765] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7baf5f2-cb81-43be-9fde-dabc9894aacd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.706495] env[71114]: INFO nova.compute.manager [-] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Took 1.57 seconds to deallocate network for instance. [ 1099.745126] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.745126] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.745126] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Deleting the datastore file [datastore1] 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.745126] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddec2b8f-6158-436f-805a-e4a846ee19cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.752317] env[71114]: DEBUG oslo_vmware.api [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for the task: (returnval){ [ 1099.752317] env[71114]: value = "task-3822174" [ 1099.752317] env[71114]: _type = "Task" [ 1099.752317] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.766022] env[71114]: DEBUG oslo_vmware.api [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.903809] env[71114]: DEBUG nova.compute.manager [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.915048] env[71114]: DEBUG nova.compute.manager [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.915048] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.915273] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51a9e23-15a2-4cad-b2ee-ab32aa15c7c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.925244] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.925524] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1d693df-cf00-45a2-9dd9-82d6169dfab7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.935479] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.936740] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.936740] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.936740] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.936740] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.936740] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.937027] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.937242] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.937433] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.937602] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.937843] env[71114]: DEBUG nova.virt.hardware [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.939355] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef367806-27d0-4183-acf8-b5fb464c7018 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.943850] env[71114]: DEBUG oslo_vmware.api [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1099.943850] env[71114]: value = "task-3822175" [ 1099.943850] env[71114]: _type = "Task" [ 1099.943850] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.952098] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6f0731-3a2f-4617-87d1-0c282260d5ea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.959822] env[71114]: DEBUG oslo_vmware.api [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.015489] env[71114]: INFO nova.compute.manager [-] [instance: edc660c2-6888-4516-9a8c-27924a975488] Took 1.07 seconds to deallocate network for instance. [ 1100.023448] env[71114]: ERROR nova.scheduler.client.report [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [req-2f467df7-c70d-4df3-8cc2-c07624e88334] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2f467df7-c70d-4df3-8cc2-c07624e88334"}]} [ 1100.056032] env[71114]: DEBUG nova.scheduler.client.report [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1100.075067] env[71114]: DEBUG nova.scheduler.client.report [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1100.075067] env[71114]: DEBUG nova.compute.provider_tree [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.090874] env[71114]: DEBUG nova.scheduler.client.report [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1100.111609] env[71114]: DEBUG nova.scheduler.client.report [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1100.124754] env[71114]: DEBUG oslo_vmware.api [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822172, 'name': ReconfigVM_Task, 'duration_secs': 0.17024} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.125110] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759976', 'volume_id': '9f614af9-7def-407f-821b-43bc6c965f20', 'name': 'volume-9f614af9-7def-407f-821b-43bc6c965f20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36527a68-15f5-47ec-a1df-2d3c80c7fe70', 'attached_at': '', 'detached_at': '', 'volume_id': '9f614af9-7def-407f-821b-43bc6c965f20', 'serial': '9f614af9-7def-407f-821b-43bc6c965f20'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1100.213751] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.266102] env[71114]: DEBUG oslo_vmware.api [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Task: {'id': task-3822174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148528} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.269411] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.269681] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.269915] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.270193] env[71114]: INFO nova.compute.manager [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1100.270499] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.271237] env[71114]: DEBUG nova.compute.manager [-] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.271417] env[71114]: DEBUG nova.network.neutron [-] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.457126] env[71114]: DEBUG oslo_vmware.api [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822175, 'name': PowerOffVM_Task, 'duration_secs': 0.200477} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.461374] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.461803] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.465019] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe233e89-56f1-4d99-8a9c-b011f7c7f05f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.468133] env[71114]: DEBUG nova.compute.manager [req-360866ef-cfbc-4cec-9b1d-d97c5e6dd706 req-87671de4-8234-4205-9f80-1f622d842a9f service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Received event network-vif-plugged-973259b1-5df8-49cd-9773-fd75342d0f91 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.468413] env[71114]: DEBUG oslo_concurrency.lockutils [req-360866ef-cfbc-4cec-9b1d-d97c5e6dd706 req-87671de4-8234-4205-9f80-1f622d842a9f service nova] Acquiring lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.468685] env[71114]: DEBUG oslo_concurrency.lockutils [req-360866ef-cfbc-4cec-9b1d-d97c5e6dd706 req-87671de4-8234-4205-9f80-1f622d842a9f service nova] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.468918] env[71114]: DEBUG oslo_concurrency.lockutils [req-360866ef-cfbc-4cec-9b1d-d97c5e6dd706 req-87671de4-8234-4205-9f80-1f622d842a9f service nova] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.469166] env[71114]: DEBUG nova.compute.manager [req-360866ef-cfbc-4cec-9b1d-d97c5e6dd706 req-87671de4-8234-4205-9f80-1f622d842a9f service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] No waiting events found dispatching network-vif-plugged-973259b1-5df8-49cd-9773-fd75342d0f91 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1100.469546] env[71114]: WARNING nova.compute.manager [req-360866ef-cfbc-4cec-9b1d-d97c5e6dd706 req-87671de4-8234-4205-9f80-1f622d842a9f service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Received unexpected event network-vif-plugged-973259b1-5df8-49cd-9773-fd75342d0f91 for instance with vm_state building and task_state spawning. [ 1100.526638] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e281ab74-feb0-4541-a38b-4023344f133a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.531160] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.537697] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48469a6f-3ceb-40ef-8bc9-230c43ed4ce6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.545172] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.545402] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.545620] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Deleting the datastore file [datastore2] 6491ab75-acd9-4ee0-9b62-648e99c61786 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.546426] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4ef61ed-8074-4d12-8792-87fa7af2d583 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.577589] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106deea0-c2ae-4493-83d1-2dc39d103c99 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.581583] env[71114]: DEBUG oslo_vmware.api [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1100.581583] env[71114]: value = "task-3822177" [ 1100.581583] env[71114]: _type = "Task" [ 1100.581583] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.589651] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a570fe1e-5d3c-41b2-b6e6-fccf4064aae0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.597125] env[71114]: DEBUG oslo_vmware.api [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.607975] env[71114]: DEBUG nova.compute.provider_tree [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.677024] env[71114]: DEBUG nova.network.neutron [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Successfully updated port: 973259b1-5df8-49cd-9773-fd75342d0f91 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.887981] env[71114]: DEBUG nova.compute.manager [req-ff901eb2-20c6-416d-a1f0-9c7d9ae69688 req-6a552bc4-c75b-4ef8-b91a-e35de4c167e5 service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Received event network-vif-deleted-1c33e504-87e4-4a1a-8973-e6c436e65b9d {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.888212] env[71114]: INFO nova.compute.manager [req-ff901eb2-20c6-416d-a1f0-9c7d9ae69688 req-6a552bc4-c75b-4ef8-b91a-e35de4c167e5 service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Neutron deleted interface 1c33e504-87e4-4a1a-8973-e6c436e65b9d; detaching it from the instance and deleting it from the info cache [ 1100.888389] env[71114]: DEBUG nova.network.neutron [req-ff901eb2-20c6-416d-a1f0-9c7d9ae69688 req-6a552bc4-c75b-4ef8-b91a-e35de4c167e5 service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.092210] env[71114]: DEBUG oslo_vmware.api [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165055} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.092492] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.092676] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.092856] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.093039] env[71114]: INFO nova.compute.manager [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1101.093286] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.093758] env[71114]: DEBUG nova.compute.manager [-] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.093758] env[71114]: DEBUG nova.network.neutron [-] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.145303] env[71114]: DEBUG nova.scheduler.client.report [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1101.145586] env[71114]: DEBUG nova.compute.provider_tree [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 130 to 131 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1101.145770] env[71114]: DEBUG nova.compute.provider_tree [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.172323] env[71114]: DEBUG nova.objects.instance [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lazy-loading 'flavor' on Instance uuid 36527a68-15f5-47ec-a1df-2d3c80c7fe70 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.182261] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.182261] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquired lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.182261] env[71114]: DEBUG nova.network.neutron [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.321489] env[71114]: DEBUG nova.network.neutron [-] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.391597] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5d3516e-ac73-4cdc-a495-ea26b5a30832 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.407177] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b51f7ce-abf5-4ea9-acdc-c89cb54ca10d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.445843] env[71114]: DEBUG nova.compute.manager [req-ff901eb2-20c6-416d-a1f0-9c7d9ae69688 req-6a552bc4-c75b-4ef8-b91a-e35de4c167e5 service nova] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Detach interface failed, port_id=1c33e504-87e4-4a1a-8973-e6c436e65b9d, reason: Instance 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1101.651809] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.792s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.652794] env[71114]: DEBUG nova.compute.manager [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.656288] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.626s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.656536] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.656734] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71114) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1101.657204] env[71114]: DEBUG oslo_concurrency.lockutils [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.752s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.657797] env[71114]: DEBUG oslo_concurrency.lockutils [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.660761] env[71114]: DEBUG oslo_concurrency.lockutils [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.589s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.661047] env[71114]: DEBUG nova.objects.instance [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lazy-loading 'resources' on Instance uuid 567c2c93-bdd0-4013-b932-eb07d8294e52 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.663571] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14087a3c-7605-44f6-bf82-7fb3910bf01b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.677814] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6206ce04-b21b-49ba-b82d-60bc32d2d4c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.687546] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bac007cb-2ebd-4480-a947-43057174799d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.299s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.690163] env[71114]: INFO nova.scheduler.client.report [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleted allocations for instance 2f9f3bdd-1c9a-456b-9959-146dc2aec368 [ 1101.703018] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bae69f-9203-4e59-b77d-be3467a8d912 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.712588] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62700fb-9138-4774-8c38-ca2962a66235 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.751817] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178818MB free_disk=51GB free_vcpus=48 pci_devices=None {{(pid=71114) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1101.751971] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.753116] env[71114]: DEBUG nova.network.neutron [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.826740] env[71114]: INFO nova.compute.manager [-] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Took 1.56 seconds to deallocate network for instance. [ 1101.879944] env[71114]: DEBUG nova.network.neutron [-] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.936939] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquiring lock "e104f2a7-0745-43db-894e-4d08df2378d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.936939] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lock "e104f2a7-0745-43db-894e-4d08df2378d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.941991] env[71114]: DEBUG nova.network.neutron [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Updating instance_info_cache with network_info: [{"id": "973259b1-5df8-49cd-9773-fd75342d0f91", "address": "fa:16:3e:90:72:9f", "network": {"id": "5b569e93-4fcc-4710-beb0-8e9df075b1db", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1311967385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6029df11df684d52bd325eb0050d10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973259b1-5d", "ovs_interfaceid": "973259b1-5df8-49cd-9773-fd75342d0f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.010826] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.011067] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.011289] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.011470] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.011635] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.013879] env[71114]: INFO nova.compute.manager [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Terminating instance [ 1102.158897] env[71114]: DEBUG nova.compute.utils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.160979] env[71114]: DEBUG nova.compute.manager [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.161237] env[71114]: DEBUG nova.network.neutron [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.209833] env[71114]: DEBUG oslo_concurrency.lockutils [None req-22ae6e85-3de6-4b2f-85f5-c12e03561c40 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "2f9f3bdd-1c9a-456b-9959-146dc2aec368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.041s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.231630] env[71114]: DEBUG nova.policy [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6cb21c7f10542c1b2eedcddd0a943b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb24cef607c44bdc8fc9f4b04f0eff1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.336981] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.384184] env[71114]: INFO nova.compute.manager [-] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Took 1.29 seconds to deallocate network for instance. [ 1102.440553] env[71114]: DEBUG nova.compute.manager [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.444157] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Releasing lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.444430] env[71114]: DEBUG nova.compute.manager [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Instance network_info: |[{"id": "973259b1-5df8-49cd-9773-fd75342d0f91", "address": "fa:16:3e:90:72:9f", "network": {"id": "5b569e93-4fcc-4710-beb0-8e9df075b1db", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1311967385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6029df11df684d52bd325eb0050d10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973259b1-5d", "ovs_interfaceid": "973259b1-5df8-49cd-9773-fd75342d0f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.445025] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:72:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '973259b1-5df8-49cd-9773-fd75342d0f91', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.453220] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Creating folder: Project (6029df11df684d52bd325eb0050d10fd). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.457607] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30b055e5-f36e-4efe-a398-714542c4576d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.470594] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Created folder: Project (6029df11df684d52bd325eb0050d10fd) in parent group-v759732. [ 1102.470594] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Creating folder: Instances. Parent ref: group-v759977. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.470594] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-341ea1f1-a0c0-49ce-82a0-af39e3845c7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.484399] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Created folder: Instances in parent group-v759977. [ 1102.484711] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.485610] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.486249] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81ebf110-accd-4b57-b248-aaead8e2f6bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.507776] env[71114]: DEBUG nova.compute.manager [req-d1b10360-3260-4bf9-8cf4-de31b6bbbdb0 req-8bc43f58-dd05-4605-8f46-7277b22416e7 service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Received event network-changed-973259b1-5df8-49cd-9773-fd75342d0f91 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.508681] env[71114]: DEBUG nova.compute.manager [req-d1b10360-3260-4bf9-8cf4-de31b6bbbdb0 req-8bc43f58-dd05-4605-8f46-7277b22416e7 service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Refreshing instance network info cache due to event network-changed-973259b1-5df8-49cd-9773-fd75342d0f91. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.508681] env[71114]: DEBUG oslo_concurrency.lockutils [req-d1b10360-3260-4bf9-8cf4-de31b6bbbdb0 req-8bc43f58-dd05-4605-8f46-7277b22416e7 service nova] Acquiring lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.508681] env[71114]: DEBUG oslo_concurrency.lockutils [req-d1b10360-3260-4bf9-8cf4-de31b6bbbdb0 req-8bc43f58-dd05-4605-8f46-7277b22416e7 service nova] Acquired lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.508681] env[71114]: DEBUG nova.network.neutron [req-d1b10360-3260-4bf9-8cf4-de31b6bbbdb0 req-8bc43f58-dd05-4605-8f46-7277b22416e7 service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Refreshing network info cache for port 973259b1-5df8-49cd-9773-fd75342d0f91 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.511291] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.511291] env[71114]: value = "task-3822180" [ 1102.511291] env[71114]: _type = "Task" [ 1102.511291] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.516745] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1484d6-62f3-40c6-8d62-c71e04c1d77a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.521125] env[71114]: DEBUG nova.compute.manager [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.521362] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.522106] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26bbb6d6-e5f2-49dd-8ecf-b7b8a54eb581 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.527893] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822180, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.531197] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b676e357-ccde-404e-ac94-9dbbae782f0d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.538550] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1102.538550] env[71114]: value = "task-3822181" [ 1102.538550] env[71114]: _type = "Task" [ 1102.538550] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.570324] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b3f014-a88a-4604-ad36-f341984d0b34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.582525] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644dd82b-40dd-42a5-8004-9634d48a1ee9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.587606] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.601033] env[71114]: DEBUG nova.compute.provider_tree [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.654117] env[71114]: DEBUG nova.network.neutron [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Successfully created port: e87ead5d-7cb8-49f5-b212-0a28c4422ef2 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.665780] env[71114]: DEBUG nova.compute.manager [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.893897] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.943236] env[71114]: DEBUG nova.compute.manager [req-a9b58714-3f1a-4075-a9a4-f2b4cd74a372 req-59b8a6ea-23b9-4049-ac18-0f77eea39427 service nova] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Received event network-vif-deleted-1422a236-c375-4cf4-b661-37dddaa00381 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.964530] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.024138] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822180, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.075516] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822181, 'name': PowerOffVM_Task, 'duration_secs': 0.212742} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.075800] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.075993] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1103.076632] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759976', 'volume_id': '9f614af9-7def-407f-821b-43bc6c965f20', 'name': 'volume-9f614af9-7def-407f-821b-43bc6c965f20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36527a68-15f5-47ec-a1df-2d3c80c7fe70', 'attached_at': '', 'detached_at': '', 'volume_id': '9f614af9-7def-407f-821b-43bc6c965f20', 'serial': '9f614af9-7def-407f-821b-43bc6c965f20'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1103.076986] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd33fef-ac87-46c5-830c-4c1e43f6f06f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.101183] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d642df-e661-41b9-9829-307cb1c0f7cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.106230] env[71114]: DEBUG nova.scheduler.client.report [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.112641] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ec37ae-1cc2-4b1f-badc-93699878f94a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.136807] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766fcb98-0529-442c-90e5-ed05dc63d48a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.154144] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] The volume has not been displaced from its original location: [datastore2] volume-9f614af9-7def-407f-821b-43bc6c965f20/volume-9f614af9-7def-407f-821b-43bc6c965f20.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1103.164067] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.164981] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01a2cf7-222b-4743-bc58-518b6b1eaf38 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.200944] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1103.200944] env[71114]: value = "task-3822182" [ 1103.200944] env[71114]: _type = "Task" [ 1103.200944] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.211153] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.297584] env[71114]: DEBUG nova.network.neutron [req-d1b10360-3260-4bf9-8cf4-de31b6bbbdb0 req-8bc43f58-dd05-4605-8f46-7277b22416e7 service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Updated VIF entry in instance network info cache for port 973259b1-5df8-49cd-9773-fd75342d0f91. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.297950] env[71114]: DEBUG nova.network.neutron [req-d1b10360-3260-4bf9-8cf4-de31b6bbbdb0 req-8bc43f58-dd05-4605-8f46-7277b22416e7 service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Updating instance_info_cache with network_info: [{"id": "973259b1-5df8-49cd-9773-fd75342d0f91", "address": "fa:16:3e:90:72:9f", "network": {"id": "5b569e93-4fcc-4710-beb0-8e9df075b1db", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1311967385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6029df11df684d52bd325eb0050d10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973259b1-5d", "ovs_interfaceid": "973259b1-5df8-49cd-9773-fd75342d0f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.525904] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822180, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.613738] env[71114]: DEBUG oslo_concurrency.lockutils [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.616319] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.314s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.616613] env[71114]: DEBUG nova.objects.instance [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lazy-loading 'resources' on Instance uuid 5c5327d4-32b6-4072-938e-c2bbe387a166 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.643563] env[71114]: INFO nova.scheduler.client.report [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Deleted allocations for instance 567c2c93-bdd0-4013-b932-eb07d8294e52 [ 1103.696151] env[71114]: DEBUG nova.compute.manager [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.713246] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822182, 'name': ReconfigVM_Task, 'duration_secs': 0.283107} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.713726] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.719380] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17a3984-f6c4-41b4-8956-8e43c9305de9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.741585] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.741727] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.742943] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.742943] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.742943] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.742943] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.742943] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.743492] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.743492] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.743654] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.743808] env[71114]: DEBUG nova.virt.hardware [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.745032] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20720a1e-5190-4e51-a55d-e9b15d950cb3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.749226] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1103.749226] env[71114]: value = "task-3822183" [ 1103.749226] env[71114]: _type = "Task" [ 1103.749226] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.756789] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a8c48-a33f-4d66-904f-3c0f1bb3fa7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.765113] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.768429] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.768643] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.800866] env[71114]: DEBUG oslo_concurrency.lockutils [req-d1b10360-3260-4bf9-8cf4-de31b6bbbdb0 req-8bc43f58-dd05-4605-8f46-7277b22416e7 service nova] Releasing lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.026334] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822180, 'name': CreateVM_Task, 'duration_secs': 1.365358} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.026540] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.027285] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.027451] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.027787] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.028065] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0548c4e1-c753-42db-b18d-64240cb90cde {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.033959] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1104.033959] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5265ccb9-4d2d-4575-4d85-8d8398d91039" [ 1104.033959] env[71114]: _type = "Task" [ 1104.033959] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.043673] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5265ccb9-4d2d-4575-4d85-8d8398d91039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.152248] env[71114]: DEBUG oslo_concurrency.lockutils [None req-866fb1e2-2fda-4669-9bde-bd4299f72aa5 tempest-ListServerFiltersTestJSON-1422352034 tempest-ListServerFiltersTestJSON-1422352034-project-member] Lock "567c2c93-bdd0-4013-b932-eb07d8294e52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.610s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.263946] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.270889] env[71114]: DEBUG nova.compute.manager [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.282954] env[71114]: DEBUG nova.network.neutron [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Successfully updated port: e87ead5d-7cb8-49f5-b212-0a28c4422ef2 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.540871] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c146b5a5-e6d9-44f9-ab06-128c63549a41 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.549697] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5265ccb9-4d2d-4575-4d85-8d8398d91039, 'name': SearchDatastore_Task, 'duration_secs': 0.011767} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.552919] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.552919] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.552919] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.552919] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.552919] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.552919] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d30ff75f-43a2-4179-ab40-2adff167433d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.556470] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6b9997-62da-4aba-ad23-6f126b74388b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.592895] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82f320c-ea03-48ff-8f54-524df5dcf4d1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.595758] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.595939] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.596690] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e49f895-8932-4349-8005-807156c8dfe8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.602879] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1104.602879] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dd76a3-1da0-bdeb-c0e1-b42c1e16336b" [ 1104.602879] env[71114]: _type = "Task" [ 1104.602879] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.611720] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78ce5ff-6ffd-40d0-a65d-8ff18e6691c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.628779] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dd76a3-1da0-bdeb-c0e1-b42c1e16336b, 'name': SearchDatastore_Task, 'duration_secs': 0.014276} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.637988] env[71114]: DEBUG nova.compute.provider_tree [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.639751] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe65eac-df92-4fd7-913e-4127142f8e1e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.647764] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1104.647764] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52814a22-eb96-4135-a072-c246e4fbf979" [ 1104.647764] env[71114]: _type = "Task" [ 1104.647764] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.659865] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52814a22-eb96-4135-a072-c246e4fbf979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.763955] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822183, 'name': ReconfigVM_Task, 'duration_secs': 0.852328} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.764346] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759976', 'volume_id': '9f614af9-7def-407f-821b-43bc6c965f20', 'name': 'volume-9f614af9-7def-407f-821b-43bc6c965f20', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '36527a68-15f5-47ec-a1df-2d3c80c7fe70', 'attached_at': '', 'detached_at': '', 'volume_id': '9f614af9-7def-407f-821b-43bc6c965f20', 'serial': '9f614af9-7def-407f-821b-43bc6c965f20'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1104.764784] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.765414] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954bd795-16ce-4963-8df9-f32d8a3b99d1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.773068] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.773249] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f48592e-af00-4254-a965-e8e703b5b619 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.787755] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquiring lock "refresh_cache-0644f22d-8357-4c1f-99db-79187e85c62e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.787911] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquired lock "refresh_cache-0644f22d-8357-4c1f-99db-79187e85c62e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.788073] env[71114]: DEBUG nova.network.neutron [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.794524] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.985012] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.985329] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.985548] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleting the datastore file [datastore1] 36527a68-15f5-47ec-a1df-2d3c80c7fe70 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.985851] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46c8e1d4-37d6-4c85-b7ff-5aa4ae0e1821 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.994121] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1104.994121] env[71114]: value = "task-3822185" [ 1104.994121] env[71114]: _type = "Task" [ 1104.994121] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.002788] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.033727] env[71114]: DEBUG nova.compute.manager [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Received event network-vif-plugged-e87ead5d-7cb8-49f5-b212-0a28c4422ef2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.033988] env[71114]: DEBUG oslo_concurrency.lockutils [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] Acquiring lock "0644f22d-8357-4c1f-99db-79187e85c62e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.034226] env[71114]: DEBUG oslo_concurrency.lockutils [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] Lock "0644f22d-8357-4c1f-99db-79187e85c62e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.034477] env[71114]: DEBUG oslo_concurrency.lockutils [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] Lock "0644f22d-8357-4c1f-99db-79187e85c62e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.034624] env[71114]: DEBUG nova.compute.manager [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] No waiting events found dispatching network-vif-plugged-e87ead5d-7cb8-49f5-b212-0a28c4422ef2 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1105.034869] env[71114]: WARNING nova.compute.manager [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Received unexpected event network-vif-plugged-e87ead5d-7cb8-49f5-b212-0a28c4422ef2 for instance with vm_state building and task_state spawning. [ 1105.035021] env[71114]: DEBUG nova.compute.manager [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Received event network-changed-e87ead5d-7cb8-49f5-b212-0a28c4422ef2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.035195] env[71114]: DEBUG nova.compute.manager [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Refreshing instance network info cache due to event network-changed-e87ead5d-7cb8-49f5-b212-0a28c4422ef2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.035381] env[71114]: DEBUG oslo_concurrency.lockutils [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] Acquiring lock "refresh_cache-0644f22d-8357-4c1f-99db-79187e85c62e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.144373] env[71114]: DEBUG nova.scheduler.client.report [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.158046] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52814a22-eb96-4135-a072-c246e4fbf979, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.158316] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.158581] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] e3157b2e-44e4-4de8-b899-e4b1d1735fe3/e3157b2e-44e4-4de8-b899-e4b1d1735fe3.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.158884] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e56ee88-70b1-4a7c-9c20-0c8e0ac43acb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.167171] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1105.167171] env[71114]: value = "task-3822186" [ 1105.167171] env[71114]: _type = "Task" [ 1105.167171] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.176469] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.335677] env[71114]: DEBUG nova.network.neutron [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.508022] env[71114]: DEBUG oslo_vmware.api [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139111} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.508700] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.508700] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.508810] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.508976] env[71114]: INFO nova.compute.manager [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Took 2.99 seconds to destroy the instance on the hypervisor. [ 1105.509260] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.509529] env[71114]: DEBUG nova.compute.manager [-] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.509735] env[71114]: DEBUG nova.network.neutron [-] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.543197] env[71114]: DEBUG nova.network.neutron [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Updating instance_info_cache with network_info: [{"id": "e87ead5d-7cb8-49f5-b212-0a28c4422ef2", "address": "fa:16:3e:95:03:00", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87ead5d-7c", "ovs_interfaceid": "e87ead5d-7cb8-49f5-b212-0a28c4422ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.650075] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.653292] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.544s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.655256] env[71114]: INFO nova.compute.claims [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.679498] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501539} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.679767] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] e3157b2e-44e4-4de8-b899-e4b1d1735fe3/e3157b2e-44e4-4de8-b899-e4b1d1735fe3.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.679999] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.680455] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a61162a-546a-48b4-9b6a-e0d80b05151c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.683740] env[71114]: INFO nova.scheduler.client.report [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Deleted allocations for instance 5c5327d4-32b6-4072-938e-c2bbe387a166 [ 1105.696349] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1105.696349] env[71114]: value = "task-3822187" [ 1105.696349] env[71114]: _type = "Task" [ 1105.696349] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.707539] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.837601] env[71114]: DEBUG nova.compute.manager [req-2e9491da-3a96-4893-95d7-f758ab0c2d94 req-a6cf6be8-0b65-43cc-aa09-45b7b97affd2 service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Received event network-vif-deleted-e30f24eb-378f-4fb0-afe7-b73f8dd73d47 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.837601] env[71114]: INFO nova.compute.manager [req-2e9491da-3a96-4893-95d7-f758ab0c2d94 req-a6cf6be8-0b65-43cc-aa09-45b7b97affd2 service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Neutron deleted interface e30f24eb-378f-4fb0-afe7-b73f8dd73d47; detaching it from the instance and deleting it from the info cache [ 1105.837601] env[71114]: DEBUG nova.network.neutron [req-2e9491da-3a96-4893-95d7-f758ab0c2d94 req-a6cf6be8-0b65-43cc-aa09-45b7b97affd2 service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.045608] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Releasing lock "refresh_cache-0644f22d-8357-4c1f-99db-79187e85c62e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.045985] env[71114]: DEBUG nova.compute.manager [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Instance network_info: |[{"id": "e87ead5d-7cb8-49f5-b212-0a28c4422ef2", "address": "fa:16:3e:95:03:00", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87ead5d-7c", "ovs_interfaceid": "e87ead5d-7cb8-49f5-b212-0a28c4422ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.046336] env[71114]: DEBUG oslo_concurrency.lockutils [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] Acquired lock "refresh_cache-0644f22d-8357-4c1f-99db-79187e85c62e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.046516] env[71114]: DEBUG nova.network.neutron [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Refreshing network info cache for port e87ead5d-7cb8-49f5-b212-0a28c4422ef2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.048268] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:03:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e87ead5d-7cb8-49f5-b212-0a28c4422ef2', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.056629] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Creating folder: Project (cb24cef607c44bdc8fc9f4b04f0eff1d). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.060580] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3e4b6d0-f553-459a-a7c3-3bec88a4e5bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.074635] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Created folder: Project (cb24cef607c44bdc8fc9f4b04f0eff1d) in parent group-v759732. [ 1106.074851] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Creating folder: Instances. Parent ref: group-v759980. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1106.075137] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6b5bf9b-6b9e-45c9-87cb-d5e68d025df6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.088725] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Created folder: Instances in parent group-v759980. [ 1106.089011] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.089239] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.089465] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-959956ae-1942-472e-a70d-e609cfda775f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.115575] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.115575] env[71114]: value = "task-3822190" [ 1106.115575] env[71114]: _type = "Task" [ 1106.115575] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.125698] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822190, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.200802] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c27a023e-8be4-4573-9345-87eaee32e2ac tempest-ServerAddressesTestJSON-854994168 tempest-ServerAddressesTestJSON-854994168-project-member] Lock "5c5327d4-32b6-4072-938e-c2bbe387a166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.464s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.209467] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158015} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.209845] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.212067] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb408704-286b-4345-9c01-a9b014d58c87 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.236563] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] e3157b2e-44e4-4de8-b899-e4b1d1735fe3/e3157b2e-44e4-4de8-b899-e4b1d1735fe3.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.239947] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38590786-53d4-468f-a818-4b72115a2d74 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.261426] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1106.261426] env[71114]: value = "task-3822191" [ 1106.261426] env[71114]: _type = "Task" [ 1106.261426] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.272207] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.320058] env[71114]: DEBUG nova.network.neutron [-] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.340926] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f32c7799-7e93-4efb-a271-b2974a69e4c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.351728] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb2ff5e-cd48-4ded-9a0e-62a96925b1da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.363445] env[71114]: DEBUG nova.network.neutron [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Updated VIF entry in instance network info cache for port e87ead5d-7cb8-49f5-b212-0a28c4422ef2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.363838] env[71114]: DEBUG nova.network.neutron [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Updating instance_info_cache with network_info: [{"id": "e87ead5d-7cb8-49f5-b212-0a28c4422ef2", "address": "fa:16:3e:95:03:00", "network": {"id": "3941037f-b99c-4017-876e-69c0b6896596", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b5c0c64fafd44679979e5acb02fc2afd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87ead5d-7c", "ovs_interfaceid": "e87ead5d-7cb8-49f5-b212-0a28c4422ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.388952] env[71114]: DEBUG nova.compute.manager [req-2e9491da-3a96-4893-95d7-f758ab0c2d94 req-a6cf6be8-0b65-43cc-aa09-45b7b97affd2 service nova] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Detach interface failed, port_id=e30f24eb-378f-4fb0-afe7-b73f8dd73d47, reason: Instance 36527a68-15f5-47ec-a1df-2d3c80c7fe70 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1106.626569] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822190, 'name': CreateVM_Task, 'duration_secs': 0.454586} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.626785] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.627442] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.627612] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.627962] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.628213] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b05dee40-6f0c-491d-8af1-63cadb6f0558 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.634590] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for the task: (returnval){ [ 1106.634590] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526f0299-7964-2811-1fb4-9bfa53490388" [ 1106.634590] env[71114]: _type = "Task" [ 1106.634590] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.643167] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526f0299-7964-2811-1fb4-9bfa53490388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.773695] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822191, 'name': ReconfigVM_Task, 'duration_secs': 0.40385} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.776757] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Reconfigured VM instance instance-00000056 to attach disk [datastore2] e3157b2e-44e4-4de8-b899-e4b1d1735fe3/e3157b2e-44e4-4de8-b899-e4b1d1735fe3.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.779827] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b83883fa-8f17-47ee-9b47-a712ee023173 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.786312] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1106.786312] env[71114]: value = "task-3822192" [ 1106.786312] env[71114]: _type = "Task" [ 1106.786312] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.795771] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822192, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.824787] env[71114]: INFO nova.compute.manager [-] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Took 1.31 seconds to deallocate network for instance. [ 1106.866786] env[71114]: DEBUG oslo_concurrency.lockutils [req-fc3ede0e-68a2-443b-b849-b8ef908803ed req-d26b3ee8-b9b4-42c2-ac70-ed8f93cdd111 service nova] Releasing lock "refresh_cache-0644f22d-8357-4c1f-99db-79187e85c62e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.012169] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3136577-e34f-4a19-863a-33727f7e9b55 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.020688] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b30d5-04a2-4ece-849e-508b7763b4d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.054150] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1be38f-dea7-4be5-a2ab-04907f09a1e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.064747] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e287a079-8534-4787-bc99-e402da0bf04c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.083039] env[71114]: DEBUG nova.compute.provider_tree [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.146702] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526f0299-7964-2811-1fb4-9bfa53490388, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.150938] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.150938] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.150938] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.150938] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.151213] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.151465] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40fbb9e8-1add-432d-8587-b5b0dcdbbd47 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.161599] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.161786] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.162679] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48b3dbd-1a7b-41cb-a13c-6bc43c9f7cd2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.169991] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for the task: (returnval){ [ 1107.169991] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520b3a36-54ef-34d4-18a7-d3d80d23b0ee" [ 1107.169991] env[71114]: _type = "Task" [ 1107.169991] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.180038] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520b3a36-54ef-34d4-18a7-d3d80d23b0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.297124] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822192, 'name': Rename_Task, 'duration_secs': 0.158529} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.297451] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.297704] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ce361cd-116f-470c-b34c-ed12f36f9b59 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.305151] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1107.305151] env[71114]: value = "task-3822193" [ 1107.305151] env[71114]: _type = "Task" [ 1107.305151] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.316386] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.376960] env[71114]: INFO nova.compute.manager [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Took 0.55 seconds to detach 1 volumes for instance. [ 1107.585236] env[71114]: DEBUG nova.scheduler.client.report [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.681296] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520b3a36-54ef-34d4-18a7-d3d80d23b0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.682086] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ae29d0-aaef-4269-8726-6249675c6e43 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.688053] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for the task: (returnval){ [ 1107.688053] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a0b629-657f-4a56-1c7b-89dd857b6b29" [ 1107.688053] env[71114]: _type = "Task" [ 1107.688053] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.696528] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a0b629-657f-4a56-1c7b-89dd857b6b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.824734] env[71114]: DEBUG oslo_vmware.api [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822193, 'name': PowerOnVM_Task, 'duration_secs': 0.446952} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.825062] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.825284] env[71114]: INFO nova.compute.manager [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1107.825479] env[71114]: DEBUG nova.compute.manager [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.826374] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7740d4-734c-4cc5-bbdb-4042af05b0e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.885023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.091012] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.091633] env[71114]: DEBUG nova.compute.manager [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.094469] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.789s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.094735] env[71114]: DEBUG nova.objects.instance [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lazy-loading 'resources' on Instance uuid b3eb4c21-5479-4072-9b6f-edc4e53ee97e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.206167] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a0b629-657f-4a56-1c7b-89dd857b6b29, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.206585] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.206957] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 0644f22d-8357-4c1f-99db-79187e85c62e/0644f22d-8357-4c1f-99db-79187e85c62e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.207409] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dccefb82-536c-45b3-90a7-9c053d2c0b40 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.219289] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for the task: (returnval){ [ 1108.219289] env[71114]: value = "task-3822194" [ 1108.219289] env[71114]: _type = "Task" [ 1108.219289] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.232206] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.352814] env[71114]: INFO nova.compute.manager [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Took 53.11 seconds to build instance. [ 1108.600853] env[71114]: DEBUG nova.compute.utils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.605356] env[71114]: DEBUG nova.compute.manager [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.605612] env[71114]: DEBUG nova.network.neutron [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.658235] env[71114]: DEBUG nova.policy [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '466fce104e3d48ae91f1734015f54a34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b3ec22f3d14223b53bb1fa6a8ac8ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.730383] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492506} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.730677] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 0644f22d-8357-4c1f-99db-79187e85c62e/0644f22d-8357-4c1f-99db-79187e85c62e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.730895] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.731414] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35946ffd-9327-4881-9d2b-166b2a197850 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.743847] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for the task: (returnval){ [ 1108.743847] env[71114]: value = "task-3822195" [ 1108.743847] env[71114]: _type = "Task" [ 1108.743847] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.755722] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.855683] env[71114]: DEBUG oslo_concurrency.lockutils [None req-883f26be-f4f9-4236-b8cf-2f17790d0f62 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.626s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.954168] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59fe015-4865-4472-941b-d34546e82c09 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.961519] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01bd54e-d36c-42a9-b3ea-4064f039c312 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.001545] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f89913-3228-47b4-8475-3c964feab6f3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.010439] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38790157-3859-4c29-bd9d-89982bec1a5b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.026793] env[71114]: DEBUG nova.compute.provider_tree [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.045516] env[71114]: DEBUG nova.network.neutron [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Successfully created port: 465b122e-97d4-4d7b-ae12-94b1dc43fb7f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.106009] env[71114]: DEBUG nova.compute.manager [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.257364] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079927} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.259364] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.260367] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad5e763-488c-4ceb-803d-31ef5036aac5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.287726] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 0644f22d-8357-4c1f-99db-79187e85c62e/0644f22d-8357-4c1f-99db-79187e85c62e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.288483] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c4c2634-5c2c-4be6-ace3-84f8a178d2cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.313751] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for the task: (returnval){ [ 1109.313751] env[71114]: value = "task-3822196" [ 1109.313751] env[71114]: _type = "Task" [ 1109.313751] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.326184] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.534448] env[71114]: DEBUG nova.scheduler.client.report [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.827270] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.894244] env[71114]: DEBUG nova.compute.manager [req-72c9ecb0-b42c-4fdf-9034-0eb0ebdaa2b0 req-73ddeb65-b86b-4bb1-bcd0-de5dacdf7315 service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Received event network-changed-973259b1-5df8-49cd-9773-fd75342d0f91 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.894444] env[71114]: DEBUG nova.compute.manager [req-72c9ecb0-b42c-4fdf-9034-0eb0ebdaa2b0 req-73ddeb65-b86b-4bb1-bcd0-de5dacdf7315 service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Refreshing instance network info cache due to event network-changed-973259b1-5df8-49cd-9773-fd75342d0f91. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.894821] env[71114]: DEBUG oslo_concurrency.lockutils [req-72c9ecb0-b42c-4fdf-9034-0eb0ebdaa2b0 req-73ddeb65-b86b-4bb1-bcd0-de5dacdf7315 service nova] Acquiring lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.894821] env[71114]: DEBUG oslo_concurrency.lockutils [req-72c9ecb0-b42c-4fdf-9034-0eb0ebdaa2b0 req-73ddeb65-b86b-4bb1-bcd0-de5dacdf7315 service nova] Acquired lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.894991] env[71114]: DEBUG nova.network.neutron [req-72c9ecb0-b42c-4fdf-9034-0eb0ebdaa2b0 req-73ddeb65-b86b-4bb1-bcd0-de5dacdf7315 service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Refreshing network info cache for port 973259b1-5df8-49cd-9773-fd75342d0f91 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.040984] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.043869] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.503s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.044278] env[71114]: DEBUG nova.objects.instance [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lazy-loading 'resources' on Instance uuid 82db1f29-6cc8-469b-8f42-ea766de74c6e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.071754] env[71114]: INFO nova.scheduler.client.report [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Deleted allocations for instance b3eb4c21-5479-4072-9b6f-edc4e53ee97e [ 1110.118473] env[71114]: DEBUG nova.compute.manager [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.145588] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.145834] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.146044] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.146183] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.146329] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.146474] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.146680] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.146839] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.147010] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.147241] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.147419] env[71114]: DEBUG nova.virt.hardware [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.148452] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5e0edf-030d-473b-b004-d264b03be56f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.158836] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830ec2b6-3037-44ed-a499-88fbb7803371 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.324383] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822196, 'name': ReconfigVM_Task, 'duration_secs': 0.736052} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.324667] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 0644f22d-8357-4c1f-99db-79187e85c62e/0644f22d-8357-4c1f-99db-79187e85c62e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.325310] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-322db5e6-878b-48e5-a7cc-e05a93d1ba7c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.331720] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for the task: (returnval){ [ 1110.331720] env[71114]: value = "task-3822197" [ 1110.331720] env[71114]: _type = "Task" [ 1110.331720] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.339922] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822197, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.579743] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fdf1e9f3-d34b-4fa6-9545-ff9f5cae02b3 tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "b3eb4c21-5479-4072-9b6f-edc4e53ee97e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.735s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.636978] env[71114]: DEBUG nova.compute.manager [req-7c2c560f-df1a-4196-8219-a2b1dd881928 req-06930875-76a6-4b18-afff-73d24edf0532 service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Received event network-vif-plugged-465b122e-97d4-4d7b-ae12-94b1dc43fb7f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.638644] env[71114]: DEBUG oslo_concurrency.lockutils [req-7c2c560f-df1a-4196-8219-a2b1dd881928 req-06930875-76a6-4b18-afff-73d24edf0532 service nova] Acquiring lock "788df085-c9c1-4f89-8b93-420dea3fd159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.638644] env[71114]: DEBUG oslo_concurrency.lockutils [req-7c2c560f-df1a-4196-8219-a2b1dd881928 req-06930875-76a6-4b18-afff-73d24edf0532 service nova] Lock "788df085-c9c1-4f89-8b93-420dea3fd159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.638644] env[71114]: DEBUG oslo_concurrency.lockutils [req-7c2c560f-df1a-4196-8219-a2b1dd881928 req-06930875-76a6-4b18-afff-73d24edf0532 service nova] Lock "788df085-c9c1-4f89-8b93-420dea3fd159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.638644] env[71114]: DEBUG nova.compute.manager [req-7c2c560f-df1a-4196-8219-a2b1dd881928 req-06930875-76a6-4b18-afff-73d24edf0532 service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] No waiting events found dispatching network-vif-plugged-465b122e-97d4-4d7b-ae12-94b1dc43fb7f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1110.638644] env[71114]: WARNING nova.compute.manager [req-7c2c560f-df1a-4196-8219-a2b1dd881928 req-06930875-76a6-4b18-afff-73d24edf0532 service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Received unexpected event network-vif-plugged-465b122e-97d4-4d7b-ae12-94b1dc43fb7f for instance with vm_state building and task_state spawning. [ 1110.734291] env[71114]: DEBUG nova.network.neutron [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Successfully updated port: 465b122e-97d4-4d7b-ae12-94b1dc43fb7f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.837125] env[71114]: DEBUG nova.network.neutron [req-72c9ecb0-b42c-4fdf-9034-0eb0ebdaa2b0 req-73ddeb65-b86b-4bb1-bcd0-de5dacdf7315 service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Updated VIF entry in instance network info cache for port 973259b1-5df8-49cd-9773-fd75342d0f91. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.837607] env[71114]: DEBUG nova.network.neutron [req-72c9ecb0-b42c-4fdf-9034-0eb0ebdaa2b0 req-73ddeb65-b86b-4bb1-bcd0-de5dacdf7315 service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Updating instance_info_cache with network_info: [{"id": "973259b1-5df8-49cd-9773-fd75342d0f91", "address": "fa:16:3e:90:72:9f", "network": {"id": "5b569e93-4fcc-4710-beb0-8e9df075b1db", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1311967385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6029df11df684d52bd325eb0050d10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973259b1-5d", "ovs_interfaceid": "973259b1-5df8-49cd-9773-fd75342d0f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.850621] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822197, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.887997] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f7fcd4-e2b0-48a9-a5a4-6ba2758e272a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.897860] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8b49b4-078e-48ed-9a1d-dd68a0bfa7e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.932458] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc04efe5-56cb-44b1-9326-6167e9b9aa65 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.944019] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18888291-471e-4b09-a4f0-ac94a23a1589 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.957602] env[71114]: DEBUG nova.compute.provider_tree [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.240673] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "refresh_cache-788df085-c9c1-4f89-8b93-420dea3fd159" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.240673] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "refresh_cache-788df085-c9c1-4f89-8b93-420dea3fd159" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.240959] env[71114]: DEBUG nova.network.neutron [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.347783] env[71114]: DEBUG oslo_concurrency.lockutils [req-72c9ecb0-b42c-4fdf-9034-0eb0ebdaa2b0 req-73ddeb65-b86b-4bb1-bcd0-de5dacdf7315 service nova] Releasing lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.348725] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822197, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.460780] env[71114]: DEBUG nova.scheduler.client.report [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.807667] env[71114]: DEBUG nova.network.neutron [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.846457] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822197, 'name': Rename_Task, 'duration_secs': 1.055348} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.846796] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.847777] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-169c5788-9a13-4211-8083-944e89d7d81a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.854080] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for the task: (returnval){ [ 1111.854080] env[71114]: value = "task-3822198" [ 1111.854080] env[71114]: _type = "Task" [ 1111.854080] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.863255] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.965394] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.967653] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.424s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.969302] env[71114]: INFO nova.compute.claims [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.002753] env[71114]: INFO nova.scheduler.client.report [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Deleted allocations for instance 82db1f29-6cc8-469b-8f42-ea766de74c6e [ 1112.095046] env[71114]: DEBUG nova.network.neutron [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Updating instance_info_cache with network_info: [{"id": "465b122e-97d4-4d7b-ae12-94b1dc43fb7f", "address": "fa:16:3e:4c:8d:a5", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465b122e-97", "ovs_interfaceid": "465b122e-97d4-4d7b-ae12-94b1dc43fb7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.365806] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.513160] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1020f724-f754-4335-9c67-e7bb48cf9f4b tempest-ListServersNegativeTestJSON-2050867646 tempest-ListServersNegativeTestJSON-2050867646-project-member] Lock "82db1f29-6cc8-469b-8f42-ea766de74c6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.455s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.598609] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "refresh_cache-788df085-c9c1-4f89-8b93-420dea3fd159" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.598954] env[71114]: DEBUG nova.compute.manager [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Instance network_info: |[{"id": "465b122e-97d4-4d7b-ae12-94b1dc43fb7f", "address": "fa:16:3e:4c:8d:a5", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465b122e-97", "ovs_interfaceid": "465b122e-97d4-4d7b-ae12-94b1dc43fb7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.599386] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:8d:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '465b122e-97d4-4d7b-ae12-94b1dc43fb7f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.612363] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.612692] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.612843] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb7a7c0e-c8b3-4689-9437-d737fd96c1e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.634279] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.634279] env[71114]: value = "task-3822199" [ 1112.634279] env[71114]: _type = "Task" [ 1112.634279] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.641748] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822199, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.773406] env[71114]: DEBUG nova.compute.manager [req-bdbef11d-ffe1-48ac-afc0-7d9eac7ada58 req-58d186a9-4fd6-4330-bed2-2453d936c83f service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Received event network-changed-465b122e-97d4-4d7b-ae12-94b1dc43fb7f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.773606] env[71114]: DEBUG nova.compute.manager [req-bdbef11d-ffe1-48ac-afc0-7d9eac7ada58 req-58d186a9-4fd6-4330-bed2-2453d936c83f service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Refreshing instance network info cache due to event network-changed-465b122e-97d4-4d7b-ae12-94b1dc43fb7f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.773927] env[71114]: DEBUG oslo_concurrency.lockutils [req-bdbef11d-ffe1-48ac-afc0-7d9eac7ada58 req-58d186a9-4fd6-4330-bed2-2453d936c83f service nova] Acquiring lock "refresh_cache-788df085-c9c1-4f89-8b93-420dea3fd159" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.774364] env[71114]: DEBUG oslo_concurrency.lockutils [req-bdbef11d-ffe1-48ac-afc0-7d9eac7ada58 req-58d186a9-4fd6-4330-bed2-2453d936c83f service nova] Acquired lock "refresh_cache-788df085-c9c1-4f89-8b93-420dea3fd159" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.774566] env[71114]: DEBUG nova.network.neutron [req-bdbef11d-ffe1-48ac-afc0-7d9eac7ada58 req-58d186a9-4fd6-4330-bed2-2453d936c83f service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Refreshing network info cache for port 465b122e-97d4-4d7b-ae12-94b1dc43fb7f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.867579] env[71114]: DEBUG oslo_vmware.api [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822198, 'name': PowerOnVM_Task, 'duration_secs': 0.598491} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.867885] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.868115] env[71114]: INFO nova.compute.manager [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1112.868305] env[71114]: DEBUG nova.compute.manager [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1112.869131] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66fb85d-4e91-4647-9b19-425811665756 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.156929] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822199, 'name': CreateVM_Task, 'duration_secs': 0.359086} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.157298] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.158311] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.158586] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.159144] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.163046] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e59422-f6cf-41a9-93d4-859d031a8772 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.170750] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1113.170750] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52123364-0e1a-42ca-d471-02e6aad7c4db" [ 1113.170750] env[71114]: _type = "Task" [ 1113.170750] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.187757] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52123364-0e1a-42ca-d471-02e6aad7c4db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.297503] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a82fa46-a3f4-4c83-a94f-6df81ac1cfba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.306568] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e294287e-1fd9-4116-a643-f45d276f0305 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.346088] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc30339a-3106-44da-8c85-082a7673f3c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.354860] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9072be-b751-4e7b-bba8-e72da1e0fdab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.373781] env[71114]: DEBUG nova.compute.provider_tree [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.393041] env[71114]: INFO nova.compute.manager [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Took 53.45 seconds to build instance. [ 1113.641291] env[71114]: DEBUG nova.network.neutron [req-bdbef11d-ffe1-48ac-afc0-7d9eac7ada58 req-58d186a9-4fd6-4330-bed2-2453d936c83f service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Updated VIF entry in instance network info cache for port 465b122e-97d4-4d7b-ae12-94b1dc43fb7f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.641699] env[71114]: DEBUG nova.network.neutron [req-bdbef11d-ffe1-48ac-afc0-7d9eac7ada58 req-58d186a9-4fd6-4330-bed2-2453d936c83f service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Updating instance_info_cache with network_info: [{"id": "465b122e-97d4-4d7b-ae12-94b1dc43fb7f", "address": "fa:16:3e:4c:8d:a5", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465b122e-97", "ovs_interfaceid": "465b122e-97d4-4d7b-ae12-94b1dc43fb7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.680954] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52123364-0e1a-42ca-d471-02e6aad7c4db, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.681491] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.681753] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.681899] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.682062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.682250] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.682513] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ced16a2b-ec3f-49c4-848d-d441da23c4d4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.691917] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.692142] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.692884] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197edef6-e5c0-4c24-83de-3b73902a32d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.698792] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1113.698792] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b65803-3567-050b-bf43-ebe6958964a5" [ 1113.698792] env[71114]: _type = "Task" [ 1113.698792] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.707692] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b65803-3567-050b-bf43-ebe6958964a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.879159] env[71114]: DEBUG nova.scheduler.client.report [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.893747] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c8e42890-17dd-49eb-b965-019dba2a6f27 tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Lock "0644f22d-8357-4c1f-99db-79187e85c62e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.962s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.064584] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.064889] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.144490] env[71114]: DEBUG oslo_concurrency.lockutils [req-bdbef11d-ffe1-48ac-afc0-7d9eac7ada58 req-58d186a9-4fd6-4330-bed2-2453d936c83f service nova] Releasing lock "refresh_cache-788df085-c9c1-4f89-8b93-420dea3fd159" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.213755] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b65803-3567-050b-bf43-ebe6958964a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009598} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.216150] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc73f685-72b0-4919-a769-5ff156c1b065 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.226799] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1114.226799] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52050ad4-3440-ec04-c7ad-95b233053e32" [ 1114.226799] env[71114]: _type = "Task" [ 1114.226799] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.242047] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52050ad4-3440-ec04-c7ad-95b233053e32, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.242047] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.242324] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 788df085-c9c1-4f89-8b93-420dea3fd159/788df085-c9c1-4f89-8b93-420dea3fd159.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.242691] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1ef6d71-e490-48ab-a376-fd5c2158d3c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.253363] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1114.253363] env[71114]: value = "task-3822200" [ 1114.253363] env[71114]: _type = "Task" [ 1114.253363] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.268553] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.385693] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.386062] env[71114]: DEBUG nova.compute.manager [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.389070] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.564s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.389342] env[71114]: DEBUG nova.objects.instance [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lazy-loading 'resources' on Instance uuid 28d7801e-0286-45ea-b356-7a6608c4b91e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.568406] env[71114]: DEBUG nova.compute.manager [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.764420] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504923} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.764720] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 788df085-c9c1-4f89-8b93-420dea3fd159/788df085-c9c1-4f89-8b93-420dea3fd159.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.765710] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.765710] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64818b98-1ed1-4972-8d0f-842eb4bd00a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.773081] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1114.773081] env[71114]: value = "task-3822201" [ 1114.773081] env[71114]: _type = "Task" [ 1114.773081] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.783558] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.785563] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquiring lock "0644f22d-8357-4c1f-99db-79187e85c62e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.785563] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Lock "0644f22d-8357-4c1f-99db-79187e85c62e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.785563] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquiring lock "0644f22d-8357-4c1f-99db-79187e85c62e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.785742] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Lock "0644f22d-8357-4c1f-99db-79187e85c62e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.785903] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Lock "0644f22d-8357-4c1f-99db-79187e85c62e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.788663] env[71114]: INFO nova.compute.manager [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Terminating instance [ 1114.896149] env[71114]: DEBUG nova.compute.utils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.897225] env[71114]: DEBUG nova.compute.manager [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.897470] env[71114]: DEBUG nova.network.neutron [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.957181] env[71114]: DEBUG nova.policy [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba7093cbd65f405a873058c1ba21ca89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c9895c23bb64c76b09dc59d59a7d59c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.098583] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.252213] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173abe01-b87b-46fa-9cf3-73ac33fdd8a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.260408] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8544c5a-54c4-4bc6-8b3b-4f9c6525abaf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.291962] env[71114]: DEBUG nova.compute.manager [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.292207] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.296295] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96648f1-250f-430c-adf4-fbe34d88fb50 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.300796] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183d2765-4b9e-46d7-a1f5-ca4d518db948 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.309762] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162082} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.314936] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.315477] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.316291] env[71114]: DEBUG nova.network.neutron [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Successfully created port: 04c8f0ce-0d27-411b-8fee-3dc610d85fbf {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.318697] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee72d7-1227-4192-a7cd-f065beddd589 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.322405] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909aa457-cbd8-4e87-bab8-30174e6af1b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.327685] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a8b1e85-799d-4a5b-bd75-3407c06b7b87 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.353379] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 788df085-c9c1-4f89-8b93-420dea3fd159/788df085-c9c1-4f89-8b93-420dea3fd159.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.362252] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e63406d-f63b-4977-85e7-d0b4e19afe9f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.377683] env[71114]: DEBUG oslo_vmware.api [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for the task: (returnval){ [ 1115.377683] env[71114]: value = "task-3822202" [ 1115.377683] env[71114]: _type = "Task" [ 1115.377683] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.378172] env[71114]: DEBUG nova.compute.provider_tree [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.386842] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1115.386842] env[71114]: value = "task-3822203" [ 1115.386842] env[71114]: _type = "Task" [ 1115.386842] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.390581] env[71114]: DEBUG oslo_vmware.api [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.404036] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822203, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.404887] env[71114]: DEBUG nova.compute.manager [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.889298] env[71114]: DEBUG nova.scheduler.client.report [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.907521] env[71114]: DEBUG oslo_vmware.api [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822202, 'name': PowerOffVM_Task, 'duration_secs': 0.287083} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.909174] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.909174] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.914176] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc78aa67-172d-4a05-8aef-9eb7c60964ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.922045] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822203, 'name': ReconfigVM_Task, 'duration_secs': 0.366415} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.922758] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 788df085-c9c1-4f89-8b93-420dea3fd159/788df085-c9c1-4f89-8b93-420dea3fd159.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.924417] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5c5a9b5-5ed6-4ce2-8423-bd973b66b9c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.934614] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1115.934614] env[71114]: value = "task-3822205" [ 1115.934614] env[71114]: _type = "Task" [ 1115.934614] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.945450] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822205, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.999908] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.000252] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.000511] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Deleting the datastore file [datastore2] 0644f22d-8357-4c1f-99db-79187e85c62e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.000837] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e5c1b86-9a8d-463a-91af-84dc76aea585 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.008031] env[71114]: DEBUG oslo_vmware.api [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for the task: (returnval){ [ 1116.008031] env[71114]: value = "task-3822206" [ 1116.008031] env[71114]: _type = "Task" [ 1116.008031] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.018237] env[71114]: DEBUG oslo_vmware.api [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.267910] env[71114]: DEBUG oslo_concurrency.lockutils [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "4072512a-78dc-4b19-9834-0536e07ced5a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.268196] env[71114]: DEBUG oslo_concurrency.lockutils [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.398716] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.401283] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.933s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.402979] env[71114]: INFO nova.compute.claims [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.423945] env[71114]: DEBUG nova.compute.manager [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.429549] env[71114]: INFO nova.scheduler.client.report [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Deleted allocations for instance 28d7801e-0286-45ea-b356-7a6608c4b91e [ 1116.446149] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822205, 'name': Rename_Task, 'duration_secs': 0.16645} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.448444] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.448955] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16989399-bf51-4d0b-9034-1e04ce30188f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.455569] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.455814] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.455974] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.456188] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.456333] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.456481] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.456689] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.456852] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.457043] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.457263] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.457443] env[71114]: DEBUG nova.virt.hardware [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.458684] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323d86c4-09b3-4a37-be24-266ba5d98210 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.463037] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1116.463037] env[71114]: value = "task-3822207" [ 1116.463037] env[71114]: _type = "Task" [ 1116.463037] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.474606] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9024d293-418b-4beb-9d86-8f23e8754fb7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.483669] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822207, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.518789] env[71114]: DEBUG oslo_vmware.api [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Task: {'id': task-3822206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195799} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.519080] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.519275] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.519464] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.519705] env[71114]: INFO nova.compute.manager [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1116.519887] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.520096] env[71114]: DEBUG nova.compute.manager [-] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.520193] env[71114]: DEBUG nova.network.neutron [-] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.771158] env[71114]: INFO nova.compute.manager [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Detaching volume d5785bdb-add3-4f05-9ad4-7971e0fdb038 [ 1116.823329] env[71114]: INFO nova.virt.block_device [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Attempting to driver detach volume d5785bdb-add3-4f05-9ad4-7971e0fdb038 from mountpoint /dev/sdb [ 1116.823577] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1116.823801] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759963', 'volume_id': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038', 'name': 'volume-d5785bdb-add3-4f05-9ad4-7971e0fdb038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4072512a-78dc-4b19-9834-0536e07ced5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038', 'serial': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1116.825159] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12245e7d-afee-403f-8833-13af337ef67c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.830850] env[71114]: DEBUG nova.compute.manager [req-768df8c4-66ff-47ca-b2dc-4dc41be744a3 req-56f10bf5-a940-4eae-af8a-38c38c1458bb service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Received event network-vif-deleted-e87ead5d-7cb8-49f5-b212-0a28c4422ef2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.831247] env[71114]: INFO nova.compute.manager [req-768df8c4-66ff-47ca-b2dc-4dc41be744a3 req-56f10bf5-a940-4eae-af8a-38c38c1458bb service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Neutron deleted interface e87ead5d-7cb8-49f5-b212-0a28c4422ef2; detaching it from the instance and deleting it from the info cache [ 1116.831347] env[71114]: DEBUG nova.network.neutron [req-768df8c4-66ff-47ca-b2dc-4dc41be744a3 req-56f10bf5-a940-4eae-af8a-38c38c1458bb service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.863696] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c9f114-2d4f-46fd-af47-daaec3d768b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.871822] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40250d49-362e-497e-9aee-f3460b755c1e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.897830] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84bc86c-c265-4549-b0c3-c30a85f3cac0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.925857] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] The volume has not been displaced from its original location: [datastore1] volume-d5785bdb-add3-4f05-9ad4-7971e0fdb038/volume-d5785bdb-add3-4f05-9ad4-7971e0fdb038.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1116.935074] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.942370] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f27339-15b5-4fda-833f-d4b768deba53 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.956781] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a9a67e7-f151-43ea-b419-d0349a10b31e tempest-ImagesTestJSON-1412368275 tempest-ImagesTestJSON-1412368275-project-member] Lock "28d7801e-0286-45ea-b356-7a6608c4b91e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.575s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.969256] env[71114]: DEBUG oslo_vmware.api [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1116.969256] env[71114]: value = "task-3822208" [ 1116.969256] env[71114]: _type = "Task" [ 1116.969256] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.976894] env[71114]: DEBUG oslo_vmware.api [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822207, 'name': PowerOnVM_Task, 'duration_secs': 0.496156} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.977733] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.978060] env[71114]: INFO nova.compute.manager [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1116.978260] env[71114]: DEBUG nova.compute.manager [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.979313] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720a7833-6a6b-47c2-a788-3c0ea2866485 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.987515] env[71114]: DEBUG nova.compute.manager [req-901b9534-2cbf-419b-9c8d-98266e1b34ee req-a88a8cc5-6194-4bcb-b8c8-b6fb4f103571 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Received event network-vif-plugged-04c8f0ce-0d27-411b-8fee-3dc610d85fbf {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.987698] env[71114]: DEBUG oslo_concurrency.lockutils [req-901b9534-2cbf-419b-9c8d-98266e1b34ee req-a88a8cc5-6194-4bcb-b8c8-b6fb4f103571 service nova] Acquiring lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.987898] env[71114]: DEBUG oslo_concurrency.lockutils [req-901b9534-2cbf-419b-9c8d-98266e1b34ee req-a88a8cc5-6194-4bcb-b8c8-b6fb4f103571 service nova] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.988083] env[71114]: DEBUG oslo_concurrency.lockutils [req-901b9534-2cbf-419b-9c8d-98266e1b34ee req-a88a8cc5-6194-4bcb-b8c8-b6fb4f103571 service nova] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.988249] env[71114]: DEBUG nova.compute.manager [req-901b9534-2cbf-419b-9c8d-98266e1b34ee req-a88a8cc5-6194-4bcb-b8c8-b6fb4f103571 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] No waiting events found dispatching network-vif-plugged-04c8f0ce-0d27-411b-8fee-3dc610d85fbf {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1116.988410] env[71114]: WARNING nova.compute.manager [req-901b9534-2cbf-419b-9c8d-98266e1b34ee req-a88a8cc5-6194-4bcb-b8c8-b6fb4f103571 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Received unexpected event network-vif-plugged-04c8f0ce-0d27-411b-8fee-3dc610d85fbf for instance with vm_state building and task_state spawning. [ 1116.989231] env[71114]: DEBUG oslo_vmware.api [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.030554] env[71114]: DEBUG nova.network.neutron [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Successfully updated port: 04c8f0ce-0d27-411b-8fee-3dc610d85fbf {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.284502] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2c2671-9e06-4ab1-84c4-0639118f248c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.293219] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36dd341-4411-4ad6-b58f-bfbefe0e3c23 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.325911] env[71114]: DEBUG nova.network.neutron [-] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.328408] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb1cc2d-a548-44c3-bfa9-19529e45d494 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.336905] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02ee6cba-c051-4858-a906-0a459ddcb6b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.339996] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9c59a7-97f5-4c97-a632-903e7a608480 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.357328] env[71114]: DEBUG nova.compute.provider_tree [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.363185] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f90a91b-dbbb-4e8f-aa54-5582c5b9fcf3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.395659] env[71114]: DEBUG nova.compute.manager [req-768df8c4-66ff-47ca-b2dc-4dc41be744a3 req-56f10bf5-a940-4eae-af8a-38c38c1458bb service nova] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Detach interface failed, port_id=e87ead5d-7cb8-49f5-b212-0a28c4422ef2, reason: Instance 0644f22d-8357-4c1f-99db-79187e85c62e could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.479686] env[71114]: DEBUG oslo_vmware.api [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822208, 'name': ReconfigVM_Task, 'duration_secs': 0.316856} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.479906] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1117.484795] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bafa118-7e77-451d-8b00-5a01b432077a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.505910] env[71114]: DEBUG oslo_vmware.api [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1117.505910] env[71114]: value = "task-3822209" [ 1117.505910] env[71114]: _type = "Task" [ 1117.505910] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.511944] env[71114]: INFO nova.compute.manager [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Took 33.43 seconds to build instance. [ 1117.521934] env[71114]: DEBUG oslo_vmware.api [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.533338] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "refresh_cache-fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.533338] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "refresh_cache-fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.533338] env[71114]: DEBUG nova.network.neutron [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.828904] env[71114]: INFO nova.compute.manager [-] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Took 1.31 seconds to deallocate network for instance. [ 1117.863393] env[71114]: DEBUG nova.scheduler.client.report [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.016034] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3a24ef1a-407a-44c0-a603-f2cbd2886f97 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.948s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.019904] env[71114]: DEBUG oslo_vmware.api [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822209, 'name': ReconfigVM_Task, 'duration_secs': 0.166905} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.020318] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759963', 'volume_id': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038', 'name': 'volume-d5785bdb-add3-4f05-9ad4-7971e0fdb038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4072512a-78dc-4b19-9834-0536e07ced5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038', 'serial': 'd5785bdb-add3-4f05-9ad4-7971e0fdb038'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1118.093619] env[71114]: DEBUG nova.network.neutron [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.336461] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.352341] env[71114]: DEBUG nova.network.neutron [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Updating instance_info_cache with network_info: [{"id": "04c8f0ce-0d27-411b-8fee-3dc610d85fbf", "address": "fa:16:3e:62:6e:d6", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c8f0ce-0d", "ovs_interfaceid": "04c8f0ce-0d27-411b-8fee-3dc610d85fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.372435] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.971s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.372939] env[71114]: DEBUG nova.compute.manager [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.376191] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.162s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.376191] env[71114]: DEBUG nova.objects.instance [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lazy-loading 'resources' on Instance uuid 42ec6a35-9898-493a-a328-5e5f8677c0c7 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.572182] env[71114]: DEBUG nova.objects.instance [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lazy-loading 'flavor' on Instance uuid 4072512a-78dc-4b19-9834-0536e07ced5a {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.855418] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "refresh_cache-fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.856246] env[71114]: DEBUG nova.compute.manager [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Instance network_info: |[{"id": "04c8f0ce-0d27-411b-8fee-3dc610d85fbf", "address": "fa:16:3e:62:6e:d6", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c8f0ce-0d", "ovs_interfaceid": "04c8f0ce-0d27-411b-8fee-3dc610d85fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.858261] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:6e:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04c8f0ce-0d27-411b-8fee-3dc610d85fbf', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.866814] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.868426] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.869630] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eeca5c3-5f8a-4395-9ae5-c1aad85db46d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.895599] env[71114]: DEBUG nova.compute.utils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.900894] env[71114]: DEBUG nova.compute.manager [req-60e7db05-f083-4b40-9193-b4748e5e41d1 req-a5e95919-604a-432d-aec9-3f93eaf82979 service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Received event network-changed-465b122e-97d4-4d7b-ae12-94b1dc43fb7f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.901090] env[71114]: DEBUG nova.compute.manager [req-60e7db05-f083-4b40-9193-b4748e5e41d1 req-a5e95919-604a-432d-aec9-3f93eaf82979 service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Refreshing instance network info cache due to event network-changed-465b122e-97d4-4d7b-ae12-94b1dc43fb7f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.901399] env[71114]: DEBUG oslo_concurrency.lockutils [req-60e7db05-f083-4b40-9193-b4748e5e41d1 req-a5e95919-604a-432d-aec9-3f93eaf82979 service nova] Acquiring lock "refresh_cache-788df085-c9c1-4f89-8b93-420dea3fd159" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.901485] env[71114]: DEBUG oslo_concurrency.lockutils [req-60e7db05-f083-4b40-9193-b4748e5e41d1 req-a5e95919-604a-432d-aec9-3f93eaf82979 service nova] Acquired lock "refresh_cache-788df085-c9c1-4f89-8b93-420dea3fd159" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.901587] env[71114]: DEBUG nova.network.neutron [req-60e7db05-f083-4b40-9193-b4748e5e41d1 req-a5e95919-604a-432d-aec9-3f93eaf82979 service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Refreshing network info cache for port 465b122e-97d4-4d7b-ae12-94b1dc43fb7f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.909020] env[71114]: DEBUG nova.compute.manager [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.909020] env[71114]: DEBUG nova.network.neutron [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.916056] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.916056] env[71114]: value = "task-3822210" [ 1118.916056] env[71114]: _type = "Task" [ 1118.916056] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.928314] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822210, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.020015] env[71114]: DEBUG nova.compute.manager [req-74338922-5880-4c9f-ba04-486ba3c94017 req-f1aa0814-75cb-42f3-9535-832a7effb617 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Received event network-changed-04c8f0ce-0d27-411b-8fee-3dc610d85fbf {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.020271] env[71114]: DEBUG nova.compute.manager [req-74338922-5880-4c9f-ba04-486ba3c94017 req-f1aa0814-75cb-42f3-9535-832a7effb617 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Refreshing instance network info cache due to event network-changed-04c8f0ce-0d27-411b-8fee-3dc610d85fbf. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.020516] env[71114]: DEBUG oslo_concurrency.lockutils [req-74338922-5880-4c9f-ba04-486ba3c94017 req-f1aa0814-75cb-42f3-9535-832a7effb617 service nova] Acquiring lock "refresh_cache-fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.020672] env[71114]: DEBUG oslo_concurrency.lockutils [req-74338922-5880-4c9f-ba04-486ba3c94017 req-f1aa0814-75cb-42f3-9535-832a7effb617 service nova] Acquired lock "refresh_cache-fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.021150] env[71114]: DEBUG nova.network.neutron [req-74338922-5880-4c9f-ba04-486ba3c94017 req-f1aa0814-75cb-42f3-9535-832a7effb617 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Refreshing network info cache for port 04c8f0ce-0d27-411b-8fee-3dc610d85fbf {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.037223] env[71114]: DEBUG nova.policy [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f6950231c49199a6a083e7130d44a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fcc130e05e4f82a3c8f5ec6917fac1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.297347] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a2cf1d-0719-4a7f-a761-2bcf0fe3768e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.308709] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37955338-4f81-44b8-9755-20477b7808e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.347088] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7514d442-2345-4019-a1ce-322ee77ff8db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.359310] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f1d57-cfc8-4485-ab9c-50c4a992710f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.375749] env[71114]: DEBUG nova.compute.provider_tree [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.404924] env[71114]: DEBUG nova.compute.manager [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.429503] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822210, 'name': CreateVM_Task, 'duration_secs': 0.35707} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.429744] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.430477] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.430650] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.430983] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.431444] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6afdf134-1463-4006-8869-1103ab10c619 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.437480] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1119.437480] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52544758-d7dd-a71c-ce5f-0782c47aaea8" [ 1119.437480] env[71114]: _type = "Task" [ 1119.437480] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.447095] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52544758-d7dd-a71c-ce5f-0782c47aaea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.586426] env[71114]: DEBUG oslo_concurrency.lockutils [None req-da72cb1e-6574-4b49-8fd9-e9f83a7f0f6d tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.690802] env[71114]: DEBUG nova.network.neutron [req-60e7db05-f083-4b40-9193-b4748e5e41d1 req-a5e95919-604a-432d-aec9-3f93eaf82979 service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Updated VIF entry in instance network info cache for port 465b122e-97d4-4d7b-ae12-94b1dc43fb7f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.691069] env[71114]: DEBUG nova.network.neutron [req-60e7db05-f083-4b40-9193-b4748e5e41d1 req-a5e95919-604a-432d-aec9-3f93eaf82979 service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Updating instance_info_cache with network_info: [{"id": "465b122e-97d4-4d7b-ae12-94b1dc43fb7f", "address": "fa:16:3e:4c:8d:a5", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465b122e-97", "ovs_interfaceid": "465b122e-97d4-4d7b-ae12-94b1dc43fb7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.771146] env[71114]: DEBUG nova.network.neutron [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Successfully created port: ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.884864] env[71114]: DEBUG nova.scheduler.client.report [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.897026] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "4072512a-78dc-4b19-9834-0536e07ced5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.897456] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.897826] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "4072512a-78dc-4b19-9834-0536e07ced5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.898266] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.898603] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.902901] env[71114]: INFO nova.compute.manager [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Terminating instance [ 1119.953550] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52544758-d7dd-a71c-ce5f-0782c47aaea8, 'name': SearchDatastore_Task, 'duration_secs': 0.01199} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.954920] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.955207] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.955455] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.955639] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.955779] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.956981] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c1ef441-2cab-4ce1-82ae-484744502f04 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.968771] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.969054] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.969780] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c31cb21-ee13-40c8-a7c5-56036ea11faa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.982118] env[71114]: DEBUG nova.network.neutron [req-74338922-5880-4c9f-ba04-486ba3c94017 req-f1aa0814-75cb-42f3-9535-832a7effb617 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Updated VIF entry in instance network info cache for port 04c8f0ce-0d27-411b-8fee-3dc610d85fbf. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.982590] env[71114]: DEBUG nova.network.neutron [req-74338922-5880-4c9f-ba04-486ba3c94017 req-f1aa0814-75cb-42f3-9535-832a7effb617 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Updating instance_info_cache with network_info: [{"id": "04c8f0ce-0d27-411b-8fee-3dc610d85fbf", "address": "fa:16:3e:62:6e:d6", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c8f0ce-0d", "ovs_interfaceid": "04c8f0ce-0d27-411b-8fee-3dc610d85fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.983872] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1119.983872] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f04d20-fdba-764b-51fe-b73941642439" [ 1119.983872] env[71114]: _type = "Task" [ 1119.983872] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.995108] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f04d20-fdba-764b-51fe-b73941642439, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.996227] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f15e9c-49cc-4344-a185-ad07e917cfa9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.003077] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1120.003077] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5247af3a-ab4b-26b5-e0ec-6fe30c909bdd" [ 1120.003077] env[71114]: _type = "Task" [ 1120.003077] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.016537] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5247af3a-ab4b-26b5-e0ec-6fe30c909bdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.016928] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.017276] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] fcf89176-4bf9-4bcd-af48-dd538ac9ceb7/fcf89176-4bf9-4bcd-af48-dd538ac9ceb7.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.017565] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0aa5695-ddfc-4d5c-be10-01ff811b062a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.027049] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1120.027049] env[71114]: value = "task-3822211" [ 1120.027049] env[71114]: _type = "Task" [ 1120.027049] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.036701] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.195354] env[71114]: DEBUG oslo_concurrency.lockutils [req-60e7db05-f083-4b40-9193-b4748e5e41d1 req-a5e95919-604a-432d-aec9-3f93eaf82979 service nova] Releasing lock "refresh_cache-788df085-c9c1-4f89-8b93-420dea3fd159" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.389912] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.392140] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.861s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.392411] env[71114]: DEBUG nova.objects.instance [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lazy-loading 'resources' on Instance uuid edc660c2-6888-4516-9a8c-27924a975488 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.408819] env[71114]: DEBUG nova.compute.manager [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.409077] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.410167] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c4a7f-12f9-432d-86b4-48bb6efc7833 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.416952] env[71114]: DEBUG nova.compute.manager [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.422604] env[71114]: INFO nova.scheduler.client.report [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted allocations for instance 42ec6a35-9898-493a-a328-5e5f8677c0c7 [ 1120.423448] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.424146] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbf9f32a-7cb2-475c-9d93-f4992be7acf4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.433570] env[71114]: DEBUG oslo_vmware.api [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1120.433570] env[71114]: value = "task-3822212" [ 1120.433570] env[71114]: _type = "Task" [ 1120.433570] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.444078] env[71114]: DEBUG oslo_vmware.api [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.454609] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.454822] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.454926] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.455159] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.455347] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.455532] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.455787] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.455983] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.456271] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.456509] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.456725] env[71114]: DEBUG nova.virt.hardware [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.457689] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e2cd54-32d3-4d8f-96c7-9c12a56d5adc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.467431] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81e49e5-33cd-4516-bbd2-29e53ecdc51f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.489034] env[71114]: DEBUG oslo_concurrency.lockutils [req-74338922-5880-4c9f-ba04-486ba3c94017 req-f1aa0814-75cb-42f3-9535-832a7effb617 service nova] Releasing lock "refresh_cache-fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.539910] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822211, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.936948] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aa4e0502-e3e5-44a3-acc6-17ac598c3f0f tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "42ec6a35-9898-493a-a328-5e5f8677c0c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.457s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.950286] env[71114]: DEBUG oslo_vmware.api [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822212, 'name': PowerOffVM_Task, 'duration_secs': 0.329999} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.954193] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.954407] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.955459] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-670aafc1-c179-42d8-8a0e-9e9f3231139b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.051134] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558731} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.054605] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] fcf89176-4bf9-4bcd-af48-dd538ac9ceb7/fcf89176-4bf9-4bcd-af48-dd538ac9ceb7.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.055262] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.055617] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.055812] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.055991] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Deleting the datastore file [datastore2] 4072512a-78dc-4b19-9834-0536e07ced5a {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.056268] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c09ee8f-34e5-4bc4-9968-a6444fef5d6a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.058697] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5acc3649-34bc-4c9f-8b5c-a8885f91c9d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.068212] env[71114]: DEBUG oslo_vmware.api [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1121.068212] env[71114]: value = "task-3822215" [ 1121.068212] env[71114]: _type = "Task" [ 1121.068212] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.070097] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1121.070097] env[71114]: value = "task-3822214" [ 1121.070097] env[71114]: _type = "Task" [ 1121.070097] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.091270] env[71114]: DEBUG oslo_vmware.api [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.091619] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.223298] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320b7797-d120-40c3-a72c-8de3dd984604 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.232950] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ab5bc-8be7-48b4-982f-211748c3e4b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.272811] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4334a6-2791-4f6c-a740-c79141c03ec2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.281831] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15a944f-1c5b-4776-b80a-bfb12c6c8973 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.298814] env[71114]: DEBUG nova.compute.provider_tree [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.436875] env[71114]: DEBUG nova.compute.manager [req-99c1ded8-2e92-45eb-936b-0d8db11c199f req-39e308e7-8b09-4f44-b407-d956f603a862 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received event network-vif-plugged-ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.437116] env[71114]: DEBUG oslo_concurrency.lockutils [req-99c1ded8-2e92-45eb-936b-0d8db11c199f req-39e308e7-8b09-4f44-b407-d956f603a862 service nova] Acquiring lock "5cc89839-9da6-4be3-9132-c08b9329e83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.437325] env[71114]: DEBUG oslo_concurrency.lockutils [req-99c1ded8-2e92-45eb-936b-0d8db11c199f req-39e308e7-8b09-4f44-b407-d956f603a862 service nova] Lock "5cc89839-9da6-4be3-9132-c08b9329e83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.437492] env[71114]: DEBUG oslo_concurrency.lockutils [req-99c1ded8-2e92-45eb-936b-0d8db11c199f req-39e308e7-8b09-4f44-b407-d956f603a862 service nova] Lock "5cc89839-9da6-4be3-9132-c08b9329e83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.437864] env[71114]: DEBUG nova.compute.manager [req-99c1ded8-2e92-45eb-936b-0d8db11c199f req-39e308e7-8b09-4f44-b407-d956f603a862 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] No waiting events found dispatching network-vif-plugged-ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1121.438150] env[71114]: WARNING nova.compute.manager [req-99c1ded8-2e92-45eb-936b-0d8db11c199f req-39e308e7-8b09-4f44-b407-d956f603a862 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received unexpected event network-vif-plugged-ae5af878-c166-49f1-960e-21adc3e86df1 for instance with vm_state building and task_state spawning. [ 1121.553679] env[71114]: DEBUG nova.network.neutron [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Successfully updated port: ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.586296] env[71114]: DEBUG oslo_vmware.api [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.589748] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272957} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.590095] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.590985] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc35e268-3291-4e78-9272-be826ceb43ab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.617014] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] fcf89176-4bf9-4bcd-af48-dd538ac9ceb7/fcf89176-4bf9-4bcd-af48-dd538ac9ceb7.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.617379] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632ddd78-faeb-469c-83df-8f45e6d537b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.638613] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1121.638613] env[71114]: value = "task-3822216" [ 1121.638613] env[71114]: _type = "Task" [ 1121.638613] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.650401] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.803420] env[71114]: DEBUG nova.scheduler.client.report [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.060226] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.060226] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.060226] env[71114]: DEBUG nova.network.neutron [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.082009] env[71114]: DEBUG oslo_vmware.api [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.643084} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.082332] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.082524] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.082710] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.082887] env[71114]: INFO nova.compute.manager [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1122.083160] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.083375] env[71114]: DEBUG nova.compute.manager [-] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.083499] env[71114]: DEBUG nova.network.neutron [-] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.154252] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.310980] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.314901] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.562s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.346680] env[71114]: INFO nova.scheduler.client.report [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Deleted allocations for instance edc660c2-6888-4516-9a8c-27924a975488 [ 1122.632934] env[71114]: DEBUG nova.network.neutron [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.659237] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822216, 'name': ReconfigVM_Task, 'duration_secs': 0.676312} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.662516] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Reconfigured VM instance instance-00000059 to attach disk [datastore1] fcf89176-4bf9-4bcd-af48-dd538ac9ceb7/fcf89176-4bf9-4bcd-af48-dd538ac9ceb7.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.663265] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871b4222-b2bb-4475-bd9f-0657f44aeab4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.672406] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1122.672406] env[71114]: value = "task-3822217" [ 1122.672406] env[71114]: _type = "Task" [ 1122.672406] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.681820] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822217, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.746721] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "9cf4f644-0474-417b-ac14-437e80042baf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.746947] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "9cf4f644-0474-417b-ac14-437e80042baf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.855376] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f5fbb88a-e493-488a-8db0-e69827d2f0c5 tempest-ServersAaction247Test-1664111495 tempest-ServersAaction247Test-1664111495-project-member] Lock "edc660c2-6888-4516-9a8c-27924a975488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.712s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.930165] env[71114]: DEBUG nova.network.neutron [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [{"id": "ae5af878-c166-49f1-960e-21adc3e86df1", "address": "fa:16:3e:d7:38:38", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5af878-c1", "ovs_interfaceid": "ae5af878-c166-49f1-960e-21adc3e86df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.184395] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822217, 'name': Rename_Task, 'duration_secs': 0.155914} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.184763] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.184963] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16907859-b0cc-4530-a9dd-b835bb41599c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.193353] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1123.193353] env[71114]: value = "task-3822218" [ 1123.193353] env[71114]: _type = "Task" [ 1123.193353] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.203829] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.249028] env[71114]: DEBUG nova.compute.manager [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.361952] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance b2f9536e-f32c-4e94-bb2f-eced831895f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.361952] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 25373ebd-b080-43d9-bc29-02d54548feb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.362614] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e6e0bcec-4e82-45eb-ba70-03a2aa0648d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.362614] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.362614] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 4072512a-78dc-4b19-9834-0536e07ced5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.362782] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 034b24a4-f915-4ed7-815f-7a96f5084cb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.362847] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 464564e8-70dc-4f09-8b51-59d93dbe1ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.362994] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 6491ab75-acd9-4ee0-9b62-648e99c61786 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. Skipping heal of allocation because we do not know what to do. [ 1123.363137] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1123.363260] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 36527a68-15f5-47ec-a1df-2d3c80c7fe70 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1123.364024] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e3157b2e-44e4-4de8-b899-e4b1d1735fe3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.364024] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 0644f22d-8357-4c1f-99db-79187e85c62e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1123.364024] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 788df085-c9c1-4f89-8b93-420dea3fd159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.364024] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance fcf89176-4bf9-4bcd-af48-dd538ac9ceb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.364024] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 5cc89839-9da6-4be3-9132-c08b9329e83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1123.386346] env[71114]: DEBUG nova.network.neutron [-] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.434326] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.434326] env[71114]: DEBUG nova.compute.manager [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Instance network_info: |[{"id": "ae5af878-c166-49f1-960e-21adc3e86df1", "address": "fa:16:3e:d7:38:38", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5af878-c1", "ovs_interfaceid": "ae5af878-c166-49f1-960e-21adc3e86df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.434326] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:38:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae5af878-c166-49f1-960e-21adc3e86df1', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.445312] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.445983] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.446367] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0242512d-458c-46c9-a11c-8a5c476b2096 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.471179] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.471179] env[71114]: value = "task-3822219" [ 1123.471179] env[71114]: _type = "Task" [ 1123.471179] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.476021] env[71114]: DEBUG nova.compute.manager [req-b2438dbc-a873-45d4-9b7a-1d32708a7abb req-6a7bfd1c-28dc-4e1f-bff1-e036f273eea8 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received event network-changed-ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.476021] env[71114]: DEBUG nova.compute.manager [req-b2438dbc-a873-45d4-9b7a-1d32708a7abb req-6a7bfd1c-28dc-4e1f-bff1-e036f273eea8 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing instance network info cache due to event network-changed-ae5af878-c166-49f1-960e-21adc3e86df1. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.476021] env[71114]: DEBUG oslo_concurrency.lockutils [req-b2438dbc-a873-45d4-9b7a-1d32708a7abb req-6a7bfd1c-28dc-4e1f-bff1-e036f273eea8 service nova] Acquiring lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.476021] env[71114]: DEBUG oslo_concurrency.lockutils [req-b2438dbc-a873-45d4-9b7a-1d32708a7abb req-6a7bfd1c-28dc-4e1f-bff1-e036f273eea8 service nova] Acquired lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.476021] env[71114]: DEBUG nova.network.neutron [req-b2438dbc-a873-45d4-9b7a-1d32708a7abb req-6a7bfd1c-28dc-4e1f-bff1-e036f273eea8 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing network info cache for port ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.488360] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822219, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.706949] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.771698] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.870569] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e104f2a7-0745-43db-894e-4d08df2378d2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1123.890034] env[71114]: INFO nova.compute.manager [-] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Took 1.81 seconds to deallocate network for instance. [ 1123.992401] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822219, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.203671] env[71114]: DEBUG oslo_vmware.api [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822218, 'name': PowerOnVM_Task, 'duration_secs': 0.584216} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.203968] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.204213] env[71114]: INFO nova.compute.manager [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1124.204506] env[71114]: DEBUG nova.compute.manager [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1124.205330] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c1b963-fb5d-4cee-b51f-1029ac0aea26 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.245644] env[71114]: DEBUG nova.network.neutron [req-b2438dbc-a873-45d4-9b7a-1d32708a7abb req-6a7bfd1c-28dc-4e1f-bff1-e036f273eea8 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updated VIF entry in instance network info cache for port ae5af878-c166-49f1-960e-21adc3e86df1. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.246028] env[71114]: DEBUG nova.network.neutron [req-b2438dbc-a873-45d4-9b7a-1d32708a7abb req-6a7bfd1c-28dc-4e1f-bff1-e036f273eea8 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [{"id": "ae5af878-c166-49f1-960e-21adc3e86df1", "address": "fa:16:3e:d7:38:38", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5af878-c1", "ovs_interfaceid": "ae5af878-c166-49f1-960e-21adc3e86df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.374747] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 0225347e-72a8-4b98-8e7d-207b6b3abd41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1124.401870] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.487232] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822219, 'name': CreateVM_Task, 'duration_secs': 0.592036} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.487488] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.488286] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.488505] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.489372] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.489372] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e17428-4ca9-41d8-a608-1d77245dc227 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.495625] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1124.495625] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5298d095-688d-e005-2510-5eb7fc5e8818" [ 1124.495625] env[71114]: _type = "Task" [ 1124.495625] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.504828] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5298d095-688d-e005-2510-5eb7fc5e8818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.734139] env[71114]: INFO nova.compute.manager [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Took 28.21 seconds to build instance. [ 1124.749893] env[71114]: DEBUG oslo_concurrency.lockutils [req-b2438dbc-a873-45d4-9b7a-1d32708a7abb req-6a7bfd1c-28dc-4e1f-bff1-e036f273eea8 service nova] Releasing lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.750399] env[71114]: DEBUG nova.compute.manager [req-b2438dbc-a873-45d4-9b7a-1d32708a7abb req-6a7bfd1c-28dc-4e1f-bff1-e036f273eea8 service nova] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Received event network-vif-deleted-552aa443-e12b-4e67-a944-384141d63f0a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.878158] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1125.007066] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5298d095-688d-e005-2510-5eb7fc5e8818, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.007379] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.007605] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.007894] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.008077] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.008261] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.010084] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b28bd05e-4f15-462b-9508-f93f6e5e6397 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.018730] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.018931] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.019754] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b810682-807f-4084-a535-4754a2aac328 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.026442] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1125.026442] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524bb6eb-ceef-4094-cd7f-a1bf0df11297" [ 1125.026442] env[71114]: _type = "Task" [ 1125.026442] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.037582] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524bb6eb-ceef-4094-cd7f-a1bf0df11297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.237135] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c9ec515d-67ab-43bf-b39a-0d7d20a70780 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.715s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.381579] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 9cf4f644-0474-417b-ac14-437e80042baf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1125.382383] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1125.382383] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1125.544647] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524bb6eb-ceef-4094-cd7f-a1bf0df11297, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.549530] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7ada46-c970-4783-ab07-723655ac3283 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.555010] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1125.555010] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5291d342-fb32-dcd3-739a-5051aa7e6fac" [ 1125.555010] env[71114]: _type = "Task" [ 1125.555010] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.569916] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5291d342-fb32-dcd3-739a-5051aa7e6fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.724382] env[71114]: DEBUG nova.compute.manager [req-7e3feccc-c945-4921-acac-f5d5ac71e8a8 req-eaaa8589-021d-4cdd-8bc2-015402d79415 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Received event network-changed-04c8f0ce-0d27-411b-8fee-3dc610d85fbf {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.724382] env[71114]: DEBUG nova.compute.manager [req-7e3feccc-c945-4921-acac-f5d5ac71e8a8 req-eaaa8589-021d-4cdd-8bc2-015402d79415 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Refreshing instance network info cache due to event network-changed-04c8f0ce-0d27-411b-8fee-3dc610d85fbf. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.724382] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e3feccc-c945-4921-acac-f5d5ac71e8a8 req-eaaa8589-021d-4cdd-8bc2-015402d79415 service nova] Acquiring lock "refresh_cache-fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.724382] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e3feccc-c945-4921-acac-f5d5ac71e8a8 req-eaaa8589-021d-4cdd-8bc2-015402d79415 service nova] Acquired lock "refresh_cache-fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.725487] env[71114]: DEBUG nova.network.neutron [req-7e3feccc-c945-4921-acac-f5d5ac71e8a8 req-eaaa8589-021d-4cdd-8bc2-015402d79415 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Refreshing network info cache for port 04c8f0ce-0d27-411b-8fee-3dc610d85fbf {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.761987] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3cb54e-3b32-4dc1-b70a-66a5028b4f13 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.771881] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13633116-d222-41ae-88ce-6fcc34a39153 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.810607] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae841bd-9f1a-4ca1-880f-a0c97e3a6fa6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.819244] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1755d59f-15b0-4d9a-a1b2-b39eeffe1242 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.835207] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.068678] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5291d342-fb32-dcd3-739a-5051aa7e6fac, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.068970] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.069255] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 5cc89839-9da6-4be3-9132-c08b9329e83b/5cc89839-9da6-4be3-9132-c08b9329e83b.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.069522] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42a03a09-0daa-4063-949a-0e3301da0fdd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.077908] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1126.077908] env[71114]: value = "task-3822220" [ 1126.077908] env[71114]: _type = "Task" [ 1126.077908] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.086564] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.339600] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.421897] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "df740a69-ad4f-4a75-b697-5ec23fc771aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.422188] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "df740a69-ad4f-4a75-b697-5ec23fc771aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.509691] env[71114]: DEBUG nova.network.neutron [req-7e3feccc-c945-4921-acac-f5d5ac71e8a8 req-eaaa8589-021d-4cdd-8bc2-015402d79415 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Updated VIF entry in instance network info cache for port 04c8f0ce-0d27-411b-8fee-3dc610d85fbf. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.510088] env[71114]: DEBUG nova.network.neutron [req-7e3feccc-c945-4921-acac-f5d5ac71e8a8 req-eaaa8589-021d-4cdd-8bc2-015402d79415 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Updating instance_info_cache with network_info: [{"id": "04c8f0ce-0d27-411b-8fee-3dc610d85fbf", "address": "fa:16:3e:62:6e:d6", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c8f0ce-0d", "ovs_interfaceid": "04c8f0ce-0d27-411b-8fee-3dc610d85fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.589349] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822220, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.845267] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1126.845267] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.531s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.845267] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.509s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.845459] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.849519] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.956s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.850984] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.851609] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.887s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.853652] env[71114]: INFO nova.compute.claims [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.880341] env[71114]: INFO nova.scheduler.client.report [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Deleted allocations for instance 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50 [ 1126.895907] env[71114]: INFO nova.scheduler.client.report [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Deleted allocations for instance 6491ab75-acd9-4ee0-9b62-648e99c61786 [ 1126.926606] env[71114]: DEBUG nova.compute.manager [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.012898] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e3feccc-c945-4921-acac-f5d5ac71e8a8 req-eaaa8589-021d-4cdd-8bc2-015402d79415 service nova] Releasing lock "refresh_cache-fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.091786] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545399} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.092128] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 5cc89839-9da6-4be3-9132-c08b9329e83b/5cc89839-9da6-4be3-9132-c08b9329e83b.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.092358] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.092629] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9abad844-b5fe-4048-9cfe-626360ff1503 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.102184] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1127.102184] env[71114]: value = "task-3822221" [ 1127.102184] env[71114]: _type = "Task" [ 1127.102184] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.110591] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.395201] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7a641f08-e685-495f-b6b5-66e4c31e466f tempest-ServersTestFqdnHostnames-1891673469 tempest-ServersTestFqdnHostnames-1891673469-project-member] Lock "3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.801s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.408490] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ea7ef9c3-9ba7-4a6c-a94e-946cfb8f85ad tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "6491ab75-acd9-4ee0-9b62-648e99c61786" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.006s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.450044] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.611214] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171008} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.611525] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.612369] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e574594-bebe-4ac9-9f46-0c2ab447cde8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.635135] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 5cc89839-9da6-4be3-9132-c08b9329e83b/5cc89839-9da6-4be3-9132-c08b9329e83b.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.635454] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2cfae6d-dabb-40a2-9fc0-d2abcbe0194b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.655394] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1127.655394] env[71114]: value = "task-3822222" [ 1127.655394] env[71114]: _type = "Task" [ 1127.655394] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.663363] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.810638] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.810886] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.811149] env[71114]: INFO nova.compute.manager [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Rebooting instance [ 1128.172515] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822222, 'name': ReconfigVM_Task, 'duration_secs': 0.323357} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.172515] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 5cc89839-9da6-4be3-9132-c08b9329e83b/5cc89839-9da6-4be3-9132-c08b9329e83b.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.172515] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b521a71-28d3-47c8-80e2-ac1ede594341 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.187717] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1128.187717] env[71114]: value = "task-3822223" [ 1128.187717] env[71114]: _type = "Task" [ 1128.187717] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.195476] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822223, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.199648] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e15163a-c631-4fcb-92a9-807636e5214a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.207564] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82ac3f5-a3f7-439f-ab05-95c585d04482 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.248295] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561341b2-797b-43f3-a1bf-681703d37b91 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.256271] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ec9a71-6bb2-421d-9132-7c0de645a989 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.270750] env[71114]: DEBUG nova.compute.provider_tree [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.329477] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.329672] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.329851] env[71114]: DEBUG nova.network.neutron [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.541966] env[71114]: DEBUG oslo_concurrency.lockutils [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "b2f9536e-f32c-4e94-bb2f-eced831895f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.542509] env[71114]: DEBUG oslo_concurrency.lockutils [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.544191] env[71114]: DEBUG oslo_concurrency.lockutils [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "b2f9536e-f32c-4e94-bb2f-eced831895f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.544191] env[71114]: DEBUG oslo_concurrency.lockutils [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.544191] env[71114]: DEBUG oslo_concurrency.lockutils [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.545354] env[71114]: INFO nova.compute.manager [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Terminating instance [ 1128.697999] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822223, 'name': Rename_Task, 'duration_secs': 0.14301} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.698304] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.698551] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43379367-3227-4ae0-aa25-445a537de0df {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.705891] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1128.705891] env[71114]: value = "task-3822224" [ 1128.705891] env[71114]: _type = "Task" [ 1128.705891] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.716297] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.774406] env[71114]: DEBUG nova.scheduler.client.report [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.049183] env[71114]: DEBUG nova.compute.manager [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.049415] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.050346] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a418b66f-f588-4cd1-ba94-c3845c6ae994 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.062129] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.062454] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-031025ec-ca1d-4336-b3e1-168ddd3bb729 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.069833] env[71114]: DEBUG oslo_vmware.api [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1129.069833] env[71114]: value = "task-3822225" [ 1129.069833] env[71114]: _type = "Task" [ 1129.069833] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.079451] env[71114]: DEBUG oslo_vmware.api [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.166512] env[71114]: DEBUG nova.network.neutron [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance_info_cache with network_info: [{"id": "f64bede4-1c1b-4590-9f68-fe72688456d9", "address": "fa:16:3e:03:61:b5", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64bede4-1c", "ovs_interfaceid": "f64bede4-1c1b-4590-9f68-fe72688456d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.217291] env[71114]: DEBUG oslo_vmware.api [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822224, 'name': PowerOnVM_Task, 'duration_secs': 0.481814} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.217722] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.217933] env[71114]: INFO nova.compute.manager [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1129.218134] env[71114]: DEBUG nova.compute.manager [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1129.219127] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0eef7c-8ec1-4197-9f67-da2936a5abcb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.280185] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.280749] env[71114]: DEBUG nova.compute.manager [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.285143] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.491s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.291637] env[71114]: INFO nova.compute.claims [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.580334] env[71114]: DEBUG oslo_vmware.api [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822225, 'name': PowerOffVM_Task, 'duration_secs': 0.246956} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.580726] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.580937] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.581263] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6dd230b-8fc4-4ce8-8593-bdb2827bde56 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.651830] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.652248] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.652293] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Deleting the datastore file [datastore1] b2f9536e-f32c-4e94-bb2f-eced831895f4 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.652576] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8e031ac-8c18-4bfb-9535-34aa064d486f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.659987] env[71114]: DEBUG oslo_vmware.api [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for the task: (returnval){ [ 1129.659987] env[71114]: value = "task-3822227" [ 1129.659987] env[71114]: _type = "Task" [ 1129.659987] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.669280] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.670450] env[71114]: DEBUG oslo_vmware.api [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.741027] env[71114]: INFO nova.compute.manager [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Took 30.32 seconds to build instance. [ 1129.797968] env[71114]: DEBUG nova.compute.utils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.804539] env[71114]: DEBUG nova.compute.manager [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.804539] env[71114]: DEBUG nova.network.neutron [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.848948] env[71114]: DEBUG nova.policy [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '187cc8d7ecc34b859b3ac70a23756109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffa2bebae5764a20960664d05343ffa0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.177750] env[71114]: DEBUG oslo_vmware.api [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Task: {'id': task-3822227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148933} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.179135] env[71114]: DEBUG nova.compute.manager [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1130.179502] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.179913] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.180194] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.180877] env[71114]: INFO nova.compute.manager [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1130.181179] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.182172] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fc736d-cf1a-4fbb-b9db-e9336dca6d2f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.186609] env[71114]: DEBUG nova.compute.manager [-] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.186727] env[71114]: DEBUG nova.network.neutron [-] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.226931] env[71114]: DEBUG nova.network.neutron [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Successfully created port: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.246882] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8b83e14f-8801-4b93-bfb0-8c1733dbc4b0 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "5cc89839-9da6-4be3-9132-c08b9329e83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.838s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.302629] env[71114]: DEBUG nova.compute.manager [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.569423] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992fcb21-7ddd-4b8c-a54c-bf57dc07d2a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.577737] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b8c5d7-fcfa-480c-9ca5-27734e33fb57 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.610622] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afef62aa-39de-4cc5-a677-197d85a002f3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.618992] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0358b75-5d5a-443b-80f7-5d1ca5690794 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.635799] env[71114]: DEBUG nova.compute.provider_tree [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.968136] env[71114]: DEBUG nova.compute.manager [req-56a4bb62-d054-4a04-94ac-5acbdbabd9eb req-c3e9dcd8-32c4-43ab-9689-6a2d358fb6a3 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Received event network-vif-deleted-9776cffc-8c30-4def-82fd-f96b4141e6c4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.968136] env[71114]: INFO nova.compute.manager [req-56a4bb62-d054-4a04-94ac-5acbdbabd9eb req-c3e9dcd8-32c4-43ab-9689-6a2d358fb6a3 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Neutron deleted interface 9776cffc-8c30-4def-82fd-f96b4141e6c4; detaching it from the instance and deleting it from the info cache [ 1130.968136] env[71114]: DEBUG nova.network.neutron [req-56a4bb62-d054-4a04-94ac-5acbdbabd9eb req-c3e9dcd8-32c4-43ab-9689-6a2d358fb6a3 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.139607] env[71114]: DEBUG nova.scheduler.client.report [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.202477] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e994b-d8e4-417b-b080-60a044ab5d77 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.213645] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Doing hard reboot of VM {{(pid=71114) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1131.213924] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e6530612-6687-492b-b8aa-7906c4358ab9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.223738] env[71114]: DEBUG oslo_vmware.api [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1131.223738] env[71114]: value = "task-3822228" [ 1131.223738] env[71114]: _type = "Task" [ 1131.223738] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.240373] env[71114]: DEBUG oslo_vmware.api [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822228, 'name': ResetVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.263472] env[71114]: DEBUG nova.compute.manager [req-fcad74ce-cb9b-45b8-b11b-b19f97e3c76f req-68f92933-24f1-47f6-9081-04b5d3343b29 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received event network-changed-ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.263734] env[71114]: DEBUG nova.compute.manager [req-fcad74ce-cb9b-45b8-b11b-b19f97e3c76f req-68f92933-24f1-47f6-9081-04b5d3343b29 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing instance network info cache due to event network-changed-ae5af878-c166-49f1-960e-21adc3e86df1. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.264826] env[71114]: DEBUG oslo_concurrency.lockutils [req-fcad74ce-cb9b-45b8-b11b-b19f97e3c76f req-68f92933-24f1-47f6-9081-04b5d3343b29 service nova] Acquiring lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.265204] env[71114]: DEBUG oslo_concurrency.lockutils [req-fcad74ce-cb9b-45b8-b11b-b19f97e3c76f req-68f92933-24f1-47f6-9081-04b5d3343b29 service nova] Acquired lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.265497] env[71114]: DEBUG nova.network.neutron [req-fcad74ce-cb9b-45b8-b11b-b19f97e3c76f req-68f92933-24f1-47f6-9081-04b5d3343b29 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing network info cache for port ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.318029] env[71114]: DEBUG nova.compute.manager [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.348187] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.348187] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.348187] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.348187] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.348621] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.348889] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.349268] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.349568] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.349855] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.350130] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.350427] env[71114]: DEBUG nova.virt.hardware [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.351760] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4819eeba-1f61-4cd2-b01f-ce48221a2ab8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.361440] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11411a57-5162-48d9-bcca-9a5ee1d600c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.408414] env[71114]: DEBUG nova.network.neutron [-] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.472803] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83e4c138-f83f-4925-a202-6b7ae089da0a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.481016] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b808eca4-a600-4032-a8e6-21fa16b731d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.518965] env[71114]: DEBUG nova.compute.manager [req-56a4bb62-d054-4a04-94ac-5acbdbabd9eb req-c3e9dcd8-32c4-43ab-9689-6a2d358fb6a3 service nova] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Detach interface failed, port_id=9776cffc-8c30-4def-82fd-f96b4141e6c4, reason: Instance b2f9536e-f32c-4e94-bb2f-eced831895f4 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.648048] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.648048] env[71114]: DEBUG nova.compute.manager [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.650969] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.766s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.656182] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.005s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.659668] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.561s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.662637] env[71114]: INFO nova.compute.claims [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.703441] env[71114]: INFO nova.scheduler.client.report [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted allocations for instance 36527a68-15f5-47ec-a1df-2d3c80c7fe70 [ 1131.738444] env[71114]: DEBUG oslo_vmware.api [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822228, 'name': ResetVM_Task, 'duration_secs': 0.121103} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.738741] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Did hard reboot of VM {{(pid=71114) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1131.738938] env[71114]: DEBUG nova.compute.manager [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.739857] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eeeca1-887f-47f5-9e86-a0505d4eea01 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.910287] env[71114]: INFO nova.compute.manager [-] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Took 1.72 seconds to deallocate network for instance. [ 1132.169115] env[71114]: DEBUG nova.compute.utils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.177611] env[71114]: DEBUG nova.compute.manager [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.177930] env[71114]: DEBUG nova.network.neutron [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.213510] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ed95b888-753e-40fe-a99f-ae402a7645b1 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "36527a68-15f5-47ec-a1df-2d3c80c7fe70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.202s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.259379] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ce34067-99b4-4291-a2b1-037a98170ad1 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.448s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.264185] env[71114]: DEBUG nova.network.neutron [req-fcad74ce-cb9b-45b8-b11b-b19f97e3c76f req-68f92933-24f1-47f6-9081-04b5d3343b29 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updated VIF entry in instance network info cache for port ae5af878-c166-49f1-960e-21adc3e86df1. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.264185] env[71114]: DEBUG nova.network.neutron [req-fcad74ce-cb9b-45b8-b11b-b19f97e3c76f req-68f92933-24f1-47f6-9081-04b5d3343b29 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [{"id": "ae5af878-c166-49f1-960e-21adc3e86df1", "address": "fa:16:3e:d7:38:38", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5af878-c1", "ovs_interfaceid": "ae5af878-c166-49f1-960e-21adc3e86df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.293974] env[71114]: DEBUG nova.policy [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb5897490bc41e2a103950c912f5bdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c893d2b0a2354cf091400271250ecff9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.400713] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.400898] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.417308] env[71114]: DEBUG oslo_concurrency.lockutils [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.470014] env[71114]: DEBUG nova.network.neutron [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Successfully updated port: fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.678728] env[71114]: DEBUG nova.compute.manager [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.707764] env[71114]: DEBUG nova.network.neutron [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Successfully created port: bd826a70-260a-43bf-8abe-6348b2209fd4 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.765870] env[71114]: DEBUG oslo_concurrency.lockutils [req-fcad74ce-cb9b-45b8-b11b-b19f97e3c76f req-68f92933-24f1-47f6-9081-04b5d3343b29 service nova] Releasing lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.904307] env[71114]: DEBUG nova.compute.manager [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.971422] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquiring lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.971633] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquired lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.971795] env[71114]: DEBUG nova.network.neutron [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.076152] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411381fb-22af-4c11-a5b6-cb95b9d93fbb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.085017] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd98c63-03cc-43ea-ad66-ce906e3466c0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.094603] env[71114]: DEBUG nova.compute.manager [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Received event network-vif-plugged-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.094815] env[71114]: DEBUG oslo_concurrency.lockutils [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] Acquiring lock "e104f2a7-0745-43db-894e-4d08df2378d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.095074] env[71114]: DEBUG oslo_concurrency.lockutils [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] Lock "e104f2a7-0745-43db-894e-4d08df2378d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.095272] env[71114]: DEBUG oslo_concurrency.lockutils [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] Lock "e104f2a7-0745-43db-894e-4d08df2378d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.096032] env[71114]: DEBUG nova.compute.manager [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] No waiting events found dispatching network-vif-plugged-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1133.096032] env[71114]: WARNING nova.compute.manager [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Received unexpected event network-vif-plugged-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 for instance with vm_state building and task_state spawning. [ 1133.096032] env[71114]: DEBUG nova.compute.manager [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Received event network-changed-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.096032] env[71114]: DEBUG nova.compute.manager [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Refreshing instance network info cache due to event network-changed-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.096593] env[71114]: DEBUG oslo_concurrency.lockutils [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] Acquiring lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.126745] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c0f77e-d4a0-423a-8f45-5688ee4e2adc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.136935] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8893c47c-f8c5-46c4-b384-9d49160eb545 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.154230] env[71114]: DEBUG nova.compute.provider_tree [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.439966] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.529909] env[71114]: DEBUG nova.network.neutron [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.658819] env[71114]: DEBUG nova.scheduler.client.report [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.685335] env[71114]: DEBUG nova.network.neutron [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updating instance_info_cache with network_info: [{"id": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "address": "fa:16:3e:d4:6f:ec", "network": {"id": "79a3caee-8928-49d8-9847-c0c8e5d4da9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1910867103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa2bebae5764a20960664d05343ffa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa04c3b2-60", "ovs_interfaceid": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.697574] env[71114]: DEBUG nova.compute.manager [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.726471] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.726706] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.726926] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.727212] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.727346] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.727580] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.727791] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.727953] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.728140] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.728304] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.728488] env[71114]: DEBUG nova.virt.hardware [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.729362] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c46b81-872d-43c6-aa81-7909c9acbba8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.738626] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f9b5ed-544c-484d-932f-f8a101e7c10b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.163999] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.165048] env[71114]: DEBUG nova.compute.manager [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.167573] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.831s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.167774] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.169924] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.398s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.171538] env[71114]: INFO nova.compute.claims [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.188599] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Releasing lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.189101] env[71114]: DEBUG nova.compute.manager [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Instance network_info: |[{"id": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "address": "fa:16:3e:d4:6f:ec", "network": {"id": "79a3caee-8928-49d8-9847-c0c8e5d4da9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1910867103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa2bebae5764a20960664d05343ffa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa04c3b2-60", "ovs_interfaceid": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.189504] env[71114]: DEBUG oslo_concurrency.lockutils [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] Acquired lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.191920] env[71114]: DEBUG nova.network.neutron [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Refreshing network info cache for port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.191920] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:6f:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.205729] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Creating folder: Project (ffa2bebae5764a20960664d05343ffa0). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.209172] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11bf5db2-8c38-4056-92b8-d8d6847d436e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.222337] env[71114]: INFO nova.scheduler.client.report [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Deleted allocations for instance 0644f22d-8357-4c1f-99db-79187e85c62e [ 1134.227253] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Created folder: Project (ffa2bebae5764a20960664d05343ffa0) in parent group-v759732. [ 1134.227253] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Creating folder: Instances. Parent ref: group-v759986. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.227619] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7c003ae-93af-453b-a565-625450781252 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.240637] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Created folder: Instances in parent group-v759986. [ 1134.240949] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.241520] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.241701] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6064d583-8d1d-4792-bc37-5e62cd3f8b7c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.265350] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.265350] env[71114]: value = "task-3822231" [ 1134.265350] env[71114]: _type = "Task" [ 1134.265350] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.277987] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822231, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.678829] env[71114]: DEBUG nova.compute.utils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.687491] env[71114]: DEBUG nova.compute.manager [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.687810] env[71114]: DEBUG nova.network.neutron [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.740018] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b73aa9ed-bda8-4df1-9fa3-e9e45c8edf3e tempest-TenantUsagesTestJSON-1663020574 tempest-TenantUsagesTestJSON-1663020574-project-member] Lock "0644f22d-8357-4c1f-99db-79187e85c62e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.954s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.761809] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "34901060-9e0f-4189-be29-23665840875c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.762140] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "34901060-9e0f-4189-be29-23665840875c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.782615] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822231, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.826065] env[71114]: DEBUG nova.policy [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6298d1bb42cd41429487b70ed9a594ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '497d0206222d447f9044bcd4c610ad5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.843329] env[71114]: DEBUG nova.compute.manager [req-f8edc10f-0979-4e8c-843f-c7cf1d39dc79 req-1d8accb8-2af7-43b2-a7a4-8c53ad55dc8f service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Received event network-vif-plugged-bd826a70-260a-43bf-8abe-6348b2209fd4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.843573] env[71114]: DEBUG oslo_concurrency.lockutils [req-f8edc10f-0979-4e8c-843f-c7cf1d39dc79 req-1d8accb8-2af7-43b2-a7a4-8c53ad55dc8f service nova] Acquiring lock "0225347e-72a8-4b98-8e7d-207b6b3abd41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.843790] env[71114]: DEBUG oslo_concurrency.lockutils [req-f8edc10f-0979-4e8c-843f-c7cf1d39dc79 req-1d8accb8-2af7-43b2-a7a4-8c53ad55dc8f service nova] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.844363] env[71114]: DEBUG oslo_concurrency.lockutils [req-f8edc10f-0979-4e8c-843f-c7cf1d39dc79 req-1d8accb8-2af7-43b2-a7a4-8c53ad55dc8f service nova] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.844722] env[71114]: DEBUG nova.compute.manager [req-f8edc10f-0979-4e8c-843f-c7cf1d39dc79 req-1d8accb8-2af7-43b2-a7a4-8c53ad55dc8f service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] No waiting events found dispatching network-vif-plugged-bd826a70-260a-43bf-8abe-6348b2209fd4 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1134.844906] env[71114]: WARNING nova.compute.manager [req-f8edc10f-0979-4e8c-843f-c7cf1d39dc79 req-1d8accb8-2af7-43b2-a7a4-8c53ad55dc8f service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Received unexpected event network-vif-plugged-bd826a70-260a-43bf-8abe-6348b2209fd4 for instance with vm_state building and task_state spawning. [ 1135.046929] env[71114]: DEBUG nova.network.neutron [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updated VIF entry in instance network info cache for port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.047238] env[71114]: DEBUG nova.network.neutron [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updating instance_info_cache with network_info: [{"id": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "address": "fa:16:3e:d4:6f:ec", "network": {"id": "79a3caee-8928-49d8-9847-c0c8e5d4da9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1910867103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa2bebae5764a20960664d05343ffa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa04c3b2-60", "ovs_interfaceid": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.050234] env[71114]: DEBUG nova.network.neutron [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Successfully updated port: bd826a70-260a-43bf-8abe-6348b2209fd4 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.189261] env[71114]: DEBUG nova.compute.manager [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.265811] env[71114]: DEBUG nova.compute.manager [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1135.283398] env[71114]: DEBUG nova.network.neutron [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Successfully created port: a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.292674] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822231, 'name': CreateVM_Task, 'duration_secs': 0.633147} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.292674] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.293277] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.293277] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.296051] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.296051] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6f649fa-6474-43b8-b555-bc47dc8e8d26 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.299588] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1135.299588] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5288404e-3123-2936-328a-2d9e82b2cdb2" [ 1135.299588] env[71114]: _type = "Task" [ 1135.299588] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.313238] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5288404e-3123-2936-328a-2d9e82b2cdb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.553049] env[71114]: DEBUG oslo_concurrency.lockutils [req-444060d6-db42-4959-89d2-a8657d5d3f0b req-afc4514c-a6ee-4927-9f9d-7b2101e43bce service nova] Releasing lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.553710] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.553838] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.553984] env[71114]: DEBUG nova.network.neutron [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.620740] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98372110-bc09-4ada-b3d2-af0efccdd154 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.629461] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b80992-5644-415f-9d0e-89d9c0d6f9c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.670727] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec960d-33a0-4ff9-a156-4ebead2ae0db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.680032] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dfd7ad-8e62-4092-9127-04805921fe63 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.694769] env[71114]: DEBUG nova.compute.provider_tree [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.796244] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.811644] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5288404e-3123-2936-328a-2d9e82b2cdb2, 'name': SearchDatastore_Task, 'duration_secs': 0.015585} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.811907] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.811977] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.812269] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.812463] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.812604] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.812885] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-313a6827-9d8c-44d3-a00b-dc429d7053cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.823504] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.823615] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.824442] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54bb2cb2-58b9-42ab-b7bd-3ecfe9b87ad4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.830763] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1135.830763] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b1af56-ce29-7539-cd70-9dfcc8bdd177" [ 1135.830763] env[71114]: _type = "Task" [ 1135.830763] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.841130] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b1af56-ce29-7539-cd70-9dfcc8bdd177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.089732] env[71114]: DEBUG nova.network.neutron [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.199303] env[71114]: DEBUG nova.scheduler.client.report [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.207993] env[71114]: DEBUG nova.compute.manager [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.233793] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.234062] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.234242] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.234435] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.234585] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.234868] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.235446] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.236020] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.236020] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.236020] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.236308] env[71114]: DEBUG nova.virt.hardware [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.237454] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294fdb18-0a23-40d4-91fc-2e37260737a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.246981] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2845cb-7424-4c23-8220-1984df020708 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.254044] env[71114]: DEBUG nova.network.neutron [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance_info_cache with network_info: [{"id": "bd826a70-260a-43bf-8abe-6348b2209fd4", "address": "fa:16:3e:1d:77:76", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd826a70-26", "ovs_interfaceid": "bd826a70-260a-43bf-8abe-6348b2209fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.346667] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b1af56-ce29-7539-cd70-9dfcc8bdd177, 'name': SearchDatastore_Task, 'duration_secs': 0.010249} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.347531] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dbfebe5-1e11-4dd5-b54d-623c1eecb46e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.354072] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1136.354072] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c429f3-de9a-a96c-872d-143619b3b988" [ 1136.354072] env[71114]: _type = "Task" [ 1136.354072] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.363042] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c429f3-de9a-a96c-872d-143619b3b988, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.705598] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.705961] env[71114]: DEBUG nova.compute.manager [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1136.708678] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.307s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.708797] env[71114]: DEBUG nova.objects.instance [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lazy-loading 'resources' on Instance uuid 4072512a-78dc-4b19-9834-0536e07ced5a {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.757941] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.758309] env[71114]: DEBUG nova.compute.manager [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Instance network_info: |[{"id": "bd826a70-260a-43bf-8abe-6348b2209fd4", "address": "fa:16:3e:1d:77:76", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd826a70-26", "ovs_interfaceid": "bd826a70-260a-43bf-8abe-6348b2209fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.759077] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:77:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd826a70-260a-43bf-8abe-6348b2209fd4', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.768091] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.768640] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.769633] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-684f692f-aad5-4664-b2e1-d61cedf39513 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.789680] env[71114]: DEBUG nova.compute.manager [req-4c78c9e5-d3c7-40e5-a7b9-00cbcd7feb54 req-6ce8ff68-e1e0-46b3-bc5a-c62a068d979e service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received event network-vif-plugged-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.789901] env[71114]: DEBUG oslo_concurrency.lockutils [req-4c78c9e5-d3c7-40e5-a7b9-00cbcd7feb54 req-6ce8ff68-e1e0-46b3-bc5a-c62a068d979e service nova] Acquiring lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.789996] env[71114]: DEBUG oslo_concurrency.lockutils [req-4c78c9e5-d3c7-40e5-a7b9-00cbcd7feb54 req-6ce8ff68-e1e0-46b3-bc5a-c62a068d979e service nova] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.790184] env[71114]: DEBUG oslo_concurrency.lockutils [req-4c78c9e5-d3c7-40e5-a7b9-00cbcd7feb54 req-6ce8ff68-e1e0-46b3-bc5a-c62a068d979e service nova] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.790349] env[71114]: DEBUG nova.compute.manager [req-4c78c9e5-d3c7-40e5-a7b9-00cbcd7feb54 req-6ce8ff68-e1e0-46b3-bc5a-c62a068d979e service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] No waiting events found dispatching network-vif-plugged-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1136.790510] env[71114]: WARNING nova.compute.manager [req-4c78c9e5-d3c7-40e5-a7b9-00cbcd7feb54 req-6ce8ff68-e1e0-46b3-bc5a-c62a068d979e service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received unexpected event network-vif-plugged-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 for instance with vm_state building and task_state spawning. [ 1136.797780] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.797780] env[71114]: value = "task-3822232" [ 1136.797780] env[71114]: _type = "Task" [ 1136.797780] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.808304] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822232, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.837341] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "13911edc-0764-424e-8c9d-7e6e63a8e43b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.837341] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "13911edc-0764-424e-8c9d-7e6e63a8e43b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.866458] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c429f3-de9a-a96c-872d-143619b3b988, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.867200] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.867385] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] e104f2a7-0745-43db-894e-4d08df2378d2/e104f2a7-0745-43db-894e-4d08df2378d2.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.867691] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73e0dd79-82ee-4b19-8805-2faa52c8c438 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.876707] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1136.876707] env[71114]: value = "task-3822233" [ 1136.876707] env[71114]: _type = "Task" [ 1136.876707] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.883844] env[71114]: DEBUG nova.compute.manager [req-23cbdfda-e5b9-4ecf-a177-cdae1067bb11 req-977c98e8-7f1e-45ec-bebf-32e937435bf7 service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Received event network-changed-bd826a70-260a-43bf-8abe-6348b2209fd4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.884077] env[71114]: DEBUG nova.compute.manager [req-23cbdfda-e5b9-4ecf-a177-cdae1067bb11 req-977c98e8-7f1e-45ec-bebf-32e937435bf7 service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Refreshing instance network info cache due to event network-changed-bd826a70-260a-43bf-8abe-6348b2209fd4. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.884383] env[71114]: DEBUG oslo_concurrency.lockutils [req-23cbdfda-e5b9-4ecf-a177-cdae1067bb11 req-977c98e8-7f1e-45ec-bebf-32e937435bf7 service nova] Acquiring lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.884535] env[71114]: DEBUG oslo_concurrency.lockutils [req-23cbdfda-e5b9-4ecf-a177-cdae1067bb11 req-977c98e8-7f1e-45ec-bebf-32e937435bf7 service nova] Acquired lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.884754] env[71114]: DEBUG nova.network.neutron [req-23cbdfda-e5b9-4ecf-a177-cdae1067bb11 req-977c98e8-7f1e-45ec-bebf-32e937435bf7 service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Refreshing network info cache for port bd826a70-260a-43bf-8abe-6348b2209fd4 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.899454] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.931699] env[71114]: DEBUG nova.network.neutron [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Successfully updated port: a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.108969] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.109864] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.211540] env[71114]: DEBUG nova.compute.utils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.217436] env[71114]: DEBUG nova.compute.manager [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.217884] env[71114]: DEBUG nova.network.neutron [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.285390] env[71114]: DEBUG nova.policy [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dade4f683e6246db800d671d2fcdb040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a780e78509c4508bc622ab228f8dd08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.313282] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822232, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.341202] env[71114]: DEBUG nova.compute.manager [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.393566] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822233, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.434402] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.434556] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.434713] env[71114]: DEBUG nova.network.neutron [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.565375] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e95871-caa3-43ad-addd-6aeb081347cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.573644] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1794f59b-3f22-4380-b838-f8eb069771db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.611763] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec594bb-b6e3-4c6f-925a-af5a187c80d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.614760] env[71114]: DEBUG nova.compute.manager [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.622983] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9a95df-862d-43d7-90df-ddd38ef5d99d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.638701] env[71114]: DEBUG nova.compute.provider_tree [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.691282] env[71114]: DEBUG nova.network.neutron [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Successfully created port: 2c4e587b-60cb-4402-b7da-b4d07ec4220f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.718589] env[71114]: DEBUG nova.compute.manager [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1137.729204] env[71114]: DEBUG nova.network.neutron [req-23cbdfda-e5b9-4ecf-a177-cdae1067bb11 req-977c98e8-7f1e-45ec-bebf-32e937435bf7 service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updated VIF entry in instance network info cache for port bd826a70-260a-43bf-8abe-6348b2209fd4. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.729204] env[71114]: DEBUG nova.network.neutron [req-23cbdfda-e5b9-4ecf-a177-cdae1067bb11 req-977c98e8-7f1e-45ec-bebf-32e937435bf7 service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance_info_cache with network_info: [{"id": "bd826a70-260a-43bf-8abe-6348b2209fd4", "address": "fa:16:3e:1d:77:76", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd826a70-26", "ovs_interfaceid": "bd826a70-260a-43bf-8abe-6348b2209fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.808983] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822232, 'name': CreateVM_Task, 'duration_secs': 0.625695} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.809217] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.809894] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.810077] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.810433] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.810689] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c282bb8b-7401-4f7a-a7ae-0a19e3c5b478 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.816528] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1137.816528] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5241d830-2a74-2917-a2bc-d1a1bf40a3a0" [ 1137.816528] env[71114]: _type = "Task" [ 1137.816528] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.826290] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5241d830-2a74-2917-a2bc-d1a1bf40a3a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.867282] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.888724] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822233, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.983041] env[71114]: DEBUG nova.network.neutron [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.136439] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.140921] env[71114]: DEBUG nova.scheduler.client.report [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.150190] env[71114]: DEBUG nova.network.neutron [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating instance_info_cache with network_info: [{"id": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "address": "fa:16:3e:2a:7c:0e", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62d81d7-bd", "ovs_interfaceid": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.231045] env[71114]: DEBUG oslo_concurrency.lockutils [req-23cbdfda-e5b9-4ecf-a177-cdae1067bb11 req-977c98e8-7f1e-45ec-bebf-32e937435bf7 service nova] Releasing lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.327750] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5241d830-2a74-2917-a2bc-d1a1bf40a3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.328083] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.328343] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.328587] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.328737] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.328914] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.329198] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d70c1873-a71e-4450-8ab6-7c60fc199eb5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.338516] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.338761] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.339544] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f5cd57-3a9f-4a74-a273-84e22bc1b36e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.345104] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1138.345104] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526a6c33-e068-34c2-cacb-b00a4bfad26c" [ 1138.345104] env[71114]: _type = "Task" [ 1138.345104] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.353440] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526a6c33-e068-34c2-cacb-b00a4bfad26c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.389347] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822233, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.648290] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.655658] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.206s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.657267] env[71114]: INFO nova.compute.claims [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.661352] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.661876] env[71114]: DEBUG nova.compute.manager [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Instance network_info: |[{"id": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "address": "fa:16:3e:2a:7c:0e", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62d81d7-bd", "ovs_interfaceid": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.662742] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:7c:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a62d81d7-bdfd-4799-bea5-e3d00cda40a0', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.674020] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating folder: Project (497d0206222d447f9044bcd4c610ad5e). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1138.675941] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d675cfc8-f11e-4139-bfe3-8cf385c2086d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.689840] env[71114]: INFO nova.scheduler.client.report [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Deleted allocations for instance 4072512a-78dc-4b19-9834-0536e07ced5a [ 1138.696028] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Created folder: Project (497d0206222d447f9044bcd4c610ad5e) in parent group-v759732. [ 1138.696028] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating folder: Instances. Parent ref: group-v759990. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1138.696028] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58b58cc3-6825-47d6-8611-329badfbc005 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.714880] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Created folder: Instances in parent group-v759990. [ 1138.714880] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.714880] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.715109] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13c48100-bebf-416c-89c9-24a91b6c510b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.736732] env[71114]: DEBUG nova.compute.manager [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1138.746212] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.746212] env[71114]: value = "task-3822236" [ 1138.746212] env[71114]: _type = "Task" [ 1138.746212] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.757152] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822236, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.772607] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.772876] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.773213] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.773473] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.773656] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.773811] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.777174] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.777454] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.777668] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.777835] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.778024] env[71114]: DEBUG nova.virt.hardware [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.780762] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09541cc0-2115-4ea3-a2ee-0e1f6620e8ec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.791828] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07d9238-97ac-4e57-8c5b-911a92a9916a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.859499] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526a6c33-e068-34c2-cacb-b00a4bfad26c, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.860754] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89298fdc-2039-4964-85a2-11775e671b65 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.868740] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1138.868740] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b46b18-a951-d316-4546-172f12cf1d86" [ 1138.868740] env[71114]: _type = "Task" [ 1138.868740] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.881195] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b46b18-a951-d316-4546-172f12cf1d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.893300] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822233, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.57251} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.893674] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] e104f2a7-0745-43db-894e-4d08df2378d2/e104f2a7-0745-43db-894e-4d08df2378d2.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.894069] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.894355] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a6863eb-7c52-4be3-bd89-a74b4d5fb0be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.903591] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1138.903591] env[71114]: value = "task-3822237" [ 1138.903591] env[71114]: _type = "Task" [ 1138.903591] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.916698] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.082820] env[71114]: DEBUG nova.compute.manager [req-81f84b7f-f8bc-43d4-bc32-50415bddba65 req-1acbe24c-9c37-479c-86c8-b2b467e9052f service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received event network-changed-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.082820] env[71114]: DEBUG nova.compute.manager [req-81f84b7f-f8bc-43d4-bc32-50415bddba65 req-1acbe24c-9c37-479c-86c8-b2b467e9052f service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Refreshing instance network info cache due to event network-changed-a62d81d7-bdfd-4799-bea5-e3d00cda40a0. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.082820] env[71114]: DEBUG oslo_concurrency.lockutils [req-81f84b7f-f8bc-43d4-bc32-50415bddba65 req-1acbe24c-9c37-479c-86c8-b2b467e9052f service nova] Acquiring lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.083047] env[71114]: DEBUG oslo_concurrency.lockutils [req-81f84b7f-f8bc-43d4-bc32-50415bddba65 req-1acbe24c-9c37-479c-86c8-b2b467e9052f service nova] Acquired lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.083250] env[71114]: DEBUG nova.network.neutron [req-81f84b7f-f8bc-43d4-bc32-50415bddba65 req-1acbe24c-9c37-479c-86c8-b2b467e9052f service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Refreshing network info cache for port a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.203398] env[71114]: DEBUG oslo_concurrency.lockutils [None req-dbd1612d-b6b0-4772-831c-7c5fdd56070c tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "4072512a-78dc-4b19-9834-0536e07ced5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.306s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.263608] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822236, 'name': CreateVM_Task, 'duration_secs': 0.494264} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.263867] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.264586] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.264745] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.265093] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.265394] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef759464-71da-4db2-b9d2-6b63df71a166 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.273032] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1139.273032] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b3ab14-471f-05c8-a4ba-d4a3cbb50f10" [ 1139.273032] env[71114]: _type = "Task" [ 1139.273032] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.293459] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b3ab14-471f-05c8-a4ba-d4a3cbb50f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.379702] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b46b18-a951-d316-4546-172f12cf1d86, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.379957] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.380229] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 0225347e-72a8-4b98-8e7d-207b6b3abd41/0225347e-72a8-4b98-8e7d-207b6b3abd41.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.382627] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bc9a6d6-6f20-46d3-9868-7e7efa68ab7a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.388804] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1139.388804] env[71114]: value = "task-3822239" [ 1139.388804] env[71114]: _type = "Task" [ 1139.388804] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.399050] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.413804] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081149} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.414093] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.414972] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe120c3-a864-46fd-8e77-d0987050561f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.441502] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] e104f2a7-0745-43db-894e-4d08df2378d2/e104f2a7-0745-43db-894e-4d08df2378d2.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.445024] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f4db36-90a5-447c-bbe7-551ce2f8d2d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.464833] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1139.464833] env[71114]: value = "task-3822240" [ 1139.464833] env[71114]: _type = "Task" [ 1139.464833] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.478949] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.604150] env[71114]: DEBUG nova.network.neutron [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Successfully updated port: 2c4e587b-60cb-4402-b7da-b4d07ec4220f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.785693] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b3ab14-471f-05c8-a4ba-d4a3cbb50f10, 'name': SearchDatastore_Task, 'duration_secs': 0.012228} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.791971] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.792504] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.792776] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.793041] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.793710] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.795687] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41a024d1-2ddd-4d52-acf3-d2c7f9db245d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.814289] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.814611] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.819660] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea04501c-192a-4711-9e24-322310ddaf16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.826883] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1139.826883] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ba1de6-c2ca-db27-2c43-eed7eebb8bba" [ 1139.826883] env[71114]: _type = "Task" [ 1139.826883] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.843087] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ba1de6-c2ca-db27-2c43-eed7eebb8bba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.908544] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822239, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.961841] env[71114]: DEBUG nova.network.neutron [req-81f84b7f-f8bc-43d4-bc32-50415bddba65 req-1acbe24c-9c37-479c-86c8-b2b467e9052f service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updated VIF entry in instance network info cache for port a62d81d7-bdfd-4799-bea5-e3d00cda40a0. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.962346] env[71114]: DEBUG nova.network.neutron [req-81f84b7f-f8bc-43d4-bc32-50415bddba65 req-1acbe24c-9c37-479c-86c8-b2b467e9052f service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating instance_info_cache with network_info: [{"id": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "address": "fa:16:3e:2a:7c:0e", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62d81d7-bd", "ovs_interfaceid": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.976952] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.085634] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecaf5f9-b35b-4611-ba9a-1e10c4186546 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.093899] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd04af1-c4aa-4566-99df-c60e3735a23f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.134871] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "refresh_cache-9cf4f644-0474-417b-ac14-437e80042baf" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.135049] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "refresh_cache-9cf4f644-0474-417b-ac14-437e80042baf" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.135215] env[71114]: DEBUG nova.network.neutron [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.140252] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e4ade0-e328-461a-abbf-f3eadbf8b5e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.150426] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20b98d1-7674-44ae-8ac8-6c63a3aa947b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.168239] env[71114]: DEBUG nova.compute.provider_tree [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.339338] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ba1de6-c2ca-db27-2c43-eed7eebb8bba, 'name': SearchDatastore_Task, 'duration_secs': 0.058028} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.340068] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9e6b73-c145-4b5e-8ef1-517c36580943 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.347654] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1140.347654] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f38e7e-8400-08b5-0ce7-653ed65e9706" [ 1140.347654] env[71114]: _type = "Task" [ 1140.347654] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.357435] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f38e7e-8400-08b5-0ce7-653ed65e9706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.401971] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561174} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.402447] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 0225347e-72a8-4b98-8e7d-207b6b3abd41/0225347e-72a8-4b98-8e7d-207b6b3abd41.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.402813] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.403310] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd30d124-b812-431a-9c39-cba57a6e279e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.411789] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1140.411789] env[71114]: value = "task-3822241" [ 1140.411789] env[71114]: _type = "Task" [ 1140.411789] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.420878] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.465428] env[71114]: DEBUG oslo_concurrency.lockutils [req-81f84b7f-f8bc-43d4-bc32-50415bddba65 req-1acbe24c-9c37-479c-86c8-b2b467e9052f service nova] Releasing lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.476590] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822240, 'name': ReconfigVM_Task, 'duration_secs': 0.709849} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.476936] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Reconfigured VM instance instance-0000005b to attach disk [datastore2] e104f2a7-0745-43db-894e-4d08df2378d2/e104f2a7-0745-43db-894e-4d08df2378d2.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.477645] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-659537c0-92b9-4e42-99c9-4a5558814088 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.486107] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1140.486107] env[71114]: value = "task-3822242" [ 1140.486107] env[71114]: _type = "Task" [ 1140.486107] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.496067] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822242, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.671386] env[71114]: DEBUG nova.network.neutron [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.674363] env[71114]: DEBUG nova.scheduler.client.report [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.829031] env[71114]: DEBUG nova.network.neutron [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Updating instance_info_cache with network_info: [{"id": "2c4e587b-60cb-4402-b7da-b4d07ec4220f", "address": "fa:16:3e:d8:c6:16", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4e587b-60", "ovs_interfaceid": "2c4e587b-60cb-4402-b7da-b4d07ec4220f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.867019] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f38e7e-8400-08b5-0ce7-653ed65e9706, 'name': SearchDatastore_Task, 'duration_secs': 0.012995} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.867019] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.867019] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e/cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.867019] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b91b724b-8443-4fd5-ad01-5cafa364567f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.874652] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1140.874652] env[71114]: value = "task-3822243" [ 1140.874652] env[71114]: _type = "Task" [ 1140.874652] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.888285] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.924841] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094783} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.925628] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.926903] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8130434-6b0a-4151-8719-4c517d38ad7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.954871] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 0225347e-72a8-4b98-8e7d-207b6b3abd41/0225347e-72a8-4b98-8e7d-207b6b3abd41.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.955235] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef95bec6-adb4-48f4-a346-490388f1c73f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.978223] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1140.978223] env[71114]: value = "task-3822244" [ 1140.978223] env[71114]: _type = "Task" [ 1140.978223] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.988074] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.997871] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822242, 'name': Rename_Task, 'duration_secs': 0.222957} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.997871] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.998047] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b7f15b-e0ce-4801-8251-f8cb61aa348b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.006569] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1141.006569] env[71114]: value = "task-3822245" [ 1141.006569] env[71114]: _type = "Task" [ 1141.006569] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.015322] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.113434] env[71114]: DEBUG nova.compute.manager [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Received event network-vif-plugged-2c4e587b-60cb-4402-b7da-b4d07ec4220f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.113953] env[71114]: DEBUG oslo_concurrency.lockutils [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] Acquiring lock "9cf4f644-0474-417b-ac14-437e80042baf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.113953] env[71114]: DEBUG oslo_concurrency.lockutils [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] Lock "9cf4f644-0474-417b-ac14-437e80042baf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.114072] env[71114]: DEBUG oslo_concurrency.lockutils [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] Lock "9cf4f644-0474-417b-ac14-437e80042baf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.114239] env[71114]: DEBUG nova.compute.manager [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] No waiting events found dispatching network-vif-plugged-2c4e587b-60cb-4402-b7da-b4d07ec4220f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1141.114503] env[71114]: WARNING nova.compute.manager [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Received unexpected event network-vif-plugged-2c4e587b-60cb-4402-b7da-b4d07ec4220f for instance with vm_state building and task_state spawning. [ 1141.114675] env[71114]: DEBUG nova.compute.manager [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Received event network-changed-2c4e587b-60cb-4402-b7da-b4d07ec4220f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.114829] env[71114]: DEBUG nova.compute.manager [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Refreshing instance network info cache due to event network-changed-2c4e587b-60cb-4402-b7da-b4d07ec4220f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.114996] env[71114]: DEBUG oslo_concurrency.lockutils [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] Acquiring lock "refresh_cache-9cf4f644-0474-417b-ac14-437e80042baf" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.180648] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.181568] env[71114]: DEBUG nova.compute.manager [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.186182] env[71114]: DEBUG oslo_concurrency.lockutils [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.769s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.186182] env[71114]: DEBUG nova.objects.instance [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lazy-loading 'resources' on Instance uuid b2f9536e-f32c-4e94-bb2f-eced831895f4 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.334308] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "refresh_cache-9cf4f644-0474-417b-ac14-437e80042baf" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.334676] env[71114]: DEBUG nova.compute.manager [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Instance network_info: |[{"id": "2c4e587b-60cb-4402-b7da-b4d07ec4220f", "address": "fa:16:3e:d8:c6:16", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4e587b-60", "ovs_interfaceid": "2c4e587b-60cb-4402-b7da-b4d07ec4220f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.334984] env[71114]: DEBUG oslo_concurrency.lockutils [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] Acquired lock "refresh_cache-9cf4f644-0474-417b-ac14-437e80042baf" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.335175] env[71114]: DEBUG nova.network.neutron [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Refreshing network info cache for port 2c4e587b-60cb-4402-b7da-b4d07ec4220f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.336586] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:c6:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c4e587b-60cb-4402-b7da-b4d07ec4220f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.344804] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.345511] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.346176] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9766a3bb-615b-40f9-8c03-8435c86fb4d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.367888] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.367888] env[71114]: value = "task-3822246" [ 1141.367888] env[71114]: _type = "Task" [ 1141.367888] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.376221] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822246, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.385124] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487712} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.386137] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e/cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.386137] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.386137] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e9c906e-f3fc-4051-9119-147855c7c0cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.392934] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1141.392934] env[71114]: value = "task-3822247" [ 1141.392934] env[71114]: _type = "Task" [ 1141.392934] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.405614] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.490722] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.519705] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822245, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.559304] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquiring lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.559615] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.687621] env[71114]: DEBUG nova.compute.utils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.689463] env[71114]: DEBUG nova.compute.manager [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.689751] env[71114]: DEBUG nova.network.neutron [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.756379] env[71114]: DEBUG nova.policy [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1707d4814e404e5e92bcdd029fa53665', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc8d18c557342b9addc4bc2e1b73ceb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.881134] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822246, 'name': CreateVM_Task, 'duration_secs': 0.412058} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.889606] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.890717] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.890995] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.891490] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.892093] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8635050-64d8-4081-a700-b439cf4e0b3c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.904447] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075561} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.908095] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1141.908627] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1141.908627] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524eb867-4114-e3ef-be28-1c7bb741bd84" [ 1141.908627] env[71114]: _type = "Task" [ 1141.908627] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.909599] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd950729-454a-4c61-b6a9-651c74147205 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.938143] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e/cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.947249] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd497ab-c428-4ee3-9238-646d0b273a9c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.962378] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524eb867-4114-e3ef-be28-1c7bb741bd84, 'name': SearchDatastore_Task, 'duration_secs': 0.014142} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.964021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.965168] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.965168] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.968642] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.968642] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.968642] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f64b787e-d8bd-457b-b5cb-6b3294e09b92 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.971755] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1141.971755] env[71114]: value = "task-3822248" [ 1141.971755] env[71114]: _type = "Task" [ 1141.971755] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.977576] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.977855] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.986042] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f697877b-b499-4654-942c-24f5bb6fdf6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.988899] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.000013] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1142.000013] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e6e3c-7b21-f7ab-5763-f8d243169078" [ 1142.000013] env[71114]: _type = "Task" [ 1142.000013] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.004531] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822244, 'name': ReconfigVM_Task, 'duration_secs': 0.611445} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.008252] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 0225347e-72a8-4b98-8e7d-207b6b3abd41/0225347e-72a8-4b98-8e7d-207b6b3abd41.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.011701] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-134a8415-d5b6-4d0f-a20b-bdd1b99de08b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.032535] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e6e3c-7b21-f7ab-5763-f8d243169078, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.032799] env[71114]: DEBUG oslo_vmware.api [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822245, 'name': PowerOnVM_Task, 'duration_secs': 0.675281} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.041240] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.041494] env[71114]: INFO nova.compute.manager [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1142.041683] env[71114]: DEBUG nova.compute.manager [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.042017] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1142.042017] env[71114]: value = "task-3822249" [ 1142.042017] env[71114]: _type = "Task" [ 1142.042017] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.042456] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44604592-5bb1-4b5c-aad6-12fe6ce65cba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.045560] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e183941-06ed-49c5-82ae-c08f09939418 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.067549] env[71114]: DEBUG nova.compute.manager [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.070301] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822249, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.071446] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1142.071446] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526d23bd-8b05-5691-8452-f505db976f06" [ 1142.071446] env[71114]: _type = "Task" [ 1142.071446] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.082364] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526d23bd-8b05-5691-8452-f505db976f06, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.082690] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.082974] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 9cf4f644-0474-417b-ac14-437e80042baf/9cf4f644-0474-417b-ac14-437e80042baf.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.083271] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29b873aa-425c-43af-bc02-07e0498ab426 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.100683] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1142.100683] env[71114]: value = "task-3822250" [ 1142.100683] env[71114]: _type = "Task" [ 1142.100683] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.112270] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.139364] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348156a2-09ac-4b07-9795-68758eed13d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.148718] env[71114]: DEBUG nova.network.neutron [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Successfully created port: 4cef4aea-e09a-4265-ba55-59a6a4e3792f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.151665] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e8ad2-8cf1-4a54-b3e0-bdaab9ec7ce7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.185980] env[71114]: DEBUG nova.network.neutron [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Updated VIF entry in instance network info cache for port 2c4e587b-60cb-4402-b7da-b4d07ec4220f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.186346] env[71114]: DEBUG nova.network.neutron [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Updating instance_info_cache with network_info: [{"id": "2c4e587b-60cb-4402-b7da-b4d07ec4220f", "address": "fa:16:3e:d8:c6:16", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4e587b-60", "ovs_interfaceid": "2c4e587b-60cb-4402-b7da-b4d07ec4220f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.188665] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baf62b5-2266-4248-899f-4ddbd2a2821f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.193268] env[71114]: DEBUG nova.compute.manager [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.199894] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d3b76c-233d-4fec-96ec-656f536e5a30 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.218593] env[71114]: DEBUG nova.compute.provider_tree [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.481802] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822248, 'name': ReconfigVM_Task, 'duration_secs': 0.30223} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.482235] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Reconfigured VM instance instance-0000005d to attach disk [datastore2] cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e/cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.482598] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b19febf9-d0e4-47b1-ac6e-925829b0cdcb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.489991] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1142.489991] env[71114]: value = "task-3822251" [ 1142.489991] env[71114]: _type = "Task" [ 1142.489991] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.503157] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822251, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.563324] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822249, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.584773] env[71114]: INFO nova.compute.manager [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Took 39.64 seconds to build instance. [ 1142.598884] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.614291] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.693194] env[71114]: DEBUG oslo_concurrency.lockutils [req-268b9ac7-8215-4d0e-bd53-7e9892f4a956 req-0e4937e7-1515-4366-a7f1-a28e930bde4e service nova] Releasing lock "refresh_cache-9cf4f644-0474-417b-ac14-437e80042baf" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.722906] env[71114]: DEBUG nova.scheduler.client.report [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.003602] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822251, 'name': Rename_Task, 'duration_secs': 0.162087} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.003971] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.004321] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46cd8616-2614-4df1-baee-b86e29b83955 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.012400] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1143.012400] env[71114]: value = "task-3822252" [ 1143.012400] env[71114]: _type = "Task" [ 1143.012400] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.031775] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.063529] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822249, 'name': Rename_Task, 'duration_secs': 0.667764} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.064790] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.064790] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92fdba54-f377-47a6-8cb7-c752ab6997e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.072988] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1143.072988] env[71114]: value = "task-3822253" [ 1143.072988] env[71114]: _type = "Task" [ 1143.072988] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.083203] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.085874] env[71114]: DEBUG oslo_concurrency.lockutils [None req-af5ef1c8-a3ef-4e67-b9fc-578bebf1916a tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lock "e104f2a7-0745-43db-894e-4d08df2378d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.149s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.110175] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822250, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.191337] env[71114]: DEBUG nova.compute.manager [req-f1cb95fa-65fb-4f75-8ca6-634c20635bf3 req-c7758755-15d9-4a6a-bec7-9902ca2c1014 service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Received event network-changed-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.191337] env[71114]: DEBUG nova.compute.manager [req-f1cb95fa-65fb-4f75-8ca6-634c20635bf3 req-c7758755-15d9-4a6a-bec7-9902ca2c1014 service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Refreshing instance network info cache due to event network-changed-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.191337] env[71114]: DEBUG oslo_concurrency.lockutils [req-f1cb95fa-65fb-4f75-8ca6-634c20635bf3 req-c7758755-15d9-4a6a-bec7-9902ca2c1014 service nova] Acquiring lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.191337] env[71114]: DEBUG oslo_concurrency.lockutils [req-f1cb95fa-65fb-4f75-8ca6-634c20635bf3 req-c7758755-15d9-4a6a-bec7-9902ca2c1014 service nova] Acquired lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.191518] env[71114]: DEBUG nova.network.neutron [req-f1cb95fa-65fb-4f75-8ca6-634c20635bf3 req-c7758755-15d9-4a6a-bec7-9902ca2c1014 service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Refreshing network info cache for port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.206826] env[71114]: DEBUG nova.compute.manager [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.228408] env[71114]: DEBUG oslo_concurrency.lockutils [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.234523] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.795s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.236999] env[71114]: INFO nova.compute.claims [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.248129] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.248408] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.248568] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.248743] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.248889] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.249056] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.249268] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.249424] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.249614] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.249815] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.249991] env[71114]: DEBUG nova.virt.hardware [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.251359] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9aa9e5-bbcd-4b30-be6b-bcefc319f124 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.257550] env[71114]: INFO nova.scheduler.client.report [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Deleted allocations for instance b2f9536e-f32c-4e94-bb2f-eced831895f4 [ 1143.270327] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64be3735-af7c-4bac-badf-4afee6faca03 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.523874] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822252, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.584655] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.610900] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822250, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.643463] env[71114]: DEBUG nova.compute.manager [req-cfe23ec1-7256-45a6-96fb-f0d00b857a1d req-2c7cd968-e1ef-43a7-a866-dc272f677c5b service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Received event network-vif-plugged-4cef4aea-e09a-4265-ba55-59a6a4e3792f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.643463] env[71114]: DEBUG oslo_concurrency.lockutils [req-cfe23ec1-7256-45a6-96fb-f0d00b857a1d req-2c7cd968-e1ef-43a7-a866-dc272f677c5b service nova] Acquiring lock "df740a69-ad4f-4a75-b697-5ec23fc771aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.643463] env[71114]: DEBUG oslo_concurrency.lockutils [req-cfe23ec1-7256-45a6-96fb-f0d00b857a1d req-2c7cd968-e1ef-43a7-a866-dc272f677c5b service nova] Lock "df740a69-ad4f-4a75-b697-5ec23fc771aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.643463] env[71114]: DEBUG oslo_concurrency.lockutils [req-cfe23ec1-7256-45a6-96fb-f0d00b857a1d req-2c7cd968-e1ef-43a7-a866-dc272f677c5b service nova] Lock "df740a69-ad4f-4a75-b697-5ec23fc771aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.643463] env[71114]: DEBUG nova.compute.manager [req-cfe23ec1-7256-45a6-96fb-f0d00b857a1d req-2c7cd968-e1ef-43a7-a866-dc272f677c5b service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] No waiting events found dispatching network-vif-plugged-4cef4aea-e09a-4265-ba55-59a6a4e3792f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1143.643463] env[71114]: WARNING nova.compute.manager [req-cfe23ec1-7256-45a6-96fb-f0d00b857a1d req-2c7cd968-e1ef-43a7-a866-dc272f677c5b service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Received unexpected event network-vif-plugged-4cef4aea-e09a-4265-ba55-59a6a4e3792f for instance with vm_state building and task_state spawning. [ 1143.787186] env[71114]: DEBUG oslo_concurrency.lockutils [None req-756bd450-beb2-4b51-bc78-f675f8bd1626 tempest-MigrationsAdminTest-382972576 tempest-MigrationsAdminTest-382972576-project-member] Lock "b2f9536e-f32c-4e94-bb2f-eced831895f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.245s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.989458] env[71114]: DEBUG nova.network.neutron [req-f1cb95fa-65fb-4f75-8ca6-634c20635bf3 req-c7758755-15d9-4a6a-bec7-9902ca2c1014 service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updated VIF entry in instance network info cache for port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.990150] env[71114]: DEBUG nova.network.neutron [req-f1cb95fa-65fb-4f75-8ca6-634c20635bf3 req-c7758755-15d9-4a6a-bec7-9902ca2c1014 service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updating instance_info_cache with network_info: [{"id": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "address": "fa:16:3e:d4:6f:ec", "network": {"id": "79a3caee-8928-49d8-9847-c0c8e5d4da9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1910867103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa2bebae5764a20960664d05343ffa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa04c3b2-60", "ovs_interfaceid": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.020996] env[71114]: DEBUG nova.network.neutron [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Successfully updated port: 4cef4aea-e09a-4265-ba55-59a6a4e3792f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.032473] env[71114]: DEBUG oslo_vmware.api [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822252, 'name': PowerOnVM_Task, 'duration_secs': 0.535034} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.033156] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.033573] env[71114]: INFO nova.compute.manager [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1144.034351] env[71114]: DEBUG nova.compute.manager [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.036055] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6367c8-625d-49f0-9a04-8f4fecaa110e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.085876] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.111249] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822250, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.905427} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.111547] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 9cf4f644-0474-417b-ac14-437e80042baf/9cf4f644-0474-417b-ac14-437e80042baf.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.111771] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.112116] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76d01a8d-7744-404c-9d67-1ef4bde556dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.120040] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1144.120040] env[71114]: value = "task-3822254" [ 1144.120040] env[71114]: _type = "Task" [ 1144.120040] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.132338] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.164994] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.165687] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.165687] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.165687] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.165941] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.169685] env[71114]: INFO nova.compute.manager [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Terminating instance [ 1144.496611] env[71114]: DEBUG oslo_concurrency.lockutils [req-f1cb95fa-65fb-4f75-8ca6-634c20635bf3 req-c7758755-15d9-4a6a-bec7-9902ca2c1014 service nova] Releasing lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.526362] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-df740a69-ad4f-4a75-b697-5ec23fc771aa" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.526516] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-df740a69-ad4f-4a75-b697-5ec23fc771aa" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.526670] env[71114]: DEBUG nova.network.neutron [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.546846] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06893743-a8b4-44c6-81f8-5d76f4ea27c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.560487] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2185f454-901d-4809-afac-a9b407a82b05 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.564527] env[71114]: INFO nova.compute.manager [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Took 29.49 seconds to build instance. [ 1144.603018] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbad693b-e629-4236-b4e3-caa7f17584a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.612450] env[71114]: DEBUG oslo_vmware.api [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822253, 'name': PowerOnVM_Task, 'duration_secs': 1.423298} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.615057] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.615310] env[71114]: INFO nova.compute.manager [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1144.615515] env[71114]: DEBUG nova.compute.manager [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.616458] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42836007-3c4b-466d-a4b9-43585c2b3b3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.621089] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6019bb31-e004-4894-b67e-a0da7062cca4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.645429] env[71114]: DEBUG nova.compute.provider_tree [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.650429] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128782} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.650950] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.651876] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cb3286-a57f-431f-91d9-cb4826654376 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.678494] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 9cf4f644-0474-417b-ac14-437e80042baf/9cf4f644-0474-417b-ac14-437e80042baf.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.679263] env[71114]: DEBUG nova.compute.manager [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.679460] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.680617] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c21171-cc4f-4e5b-9d5d-1caa81289b00 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.697348] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705be35d-3eb3-40f6-a0e0-835d3eaa7de4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.707724] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.708833] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9fe12c0-cea2-41e5-87ff-22395315462a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.710529] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1144.710529] env[71114]: value = "task-3822255" [ 1144.710529] env[71114]: _type = "Task" [ 1144.710529] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.720435] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822255, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.721975] env[71114]: DEBUG oslo_vmware.api [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1144.721975] env[71114]: value = "task-3822256" [ 1144.721975] env[71114]: _type = "Task" [ 1144.721975] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.732102] env[71114]: DEBUG oslo_vmware.api [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.060354] env[71114]: DEBUG nova.network.neutron [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.066722] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3511d8b-77ee-4c31-a3a2-7cef2992602b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.002s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.158940] env[71114]: DEBUG nova.scheduler.client.report [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.162234] env[71114]: INFO nova.compute.manager [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Took 40.38 seconds to build instance. [ 1145.224427] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822255, 'name': ReconfigVM_Task, 'duration_secs': 0.510663} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.227580] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 9cf4f644-0474-417b-ac14-437e80042baf/9cf4f644-0474-417b-ac14-437e80042baf.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.228180] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63e50fb7-6cf8-4d7a-a7d8-77086f73787a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.236313] env[71114]: DEBUG oslo_vmware.api [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822256, 'name': PowerOffVM_Task, 'duration_secs': 0.345197} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.238599] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.238794] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.239238] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1145.239238] env[71114]: value = "task-3822257" [ 1145.239238] env[71114]: _type = "Task" [ 1145.239238] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.239511] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a53369c-3042-4628-b9b9-dc033f1608b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.252848] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822257, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.320162] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.320417] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.320616] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Deleting the datastore file [datastore1] 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.320893] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9a28aa5-8b67-4ce4-bcf9-83d3736d3f6f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.330188] env[71114]: DEBUG oslo_vmware.api [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1145.330188] env[71114]: value = "task-3822259" [ 1145.330188] env[71114]: _type = "Task" [ 1145.330188] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.339470] env[71114]: DEBUG oslo_vmware.api [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.349703] env[71114]: DEBUG nova.network.neutron [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Updating instance_info_cache with network_info: [{"id": "4cef4aea-e09a-4265-ba55-59a6a4e3792f", "address": "fa:16:3e:a2:37:f9", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cef4aea-e0", "ovs_interfaceid": "4cef4aea-e09a-4265-ba55-59a6a4e3792f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.666021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.666021] env[71114]: DEBUG nova.compute.manager [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.667665] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.872s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.669534] env[71114]: INFO nova.compute.claims [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.672625] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9aba1ae8-447a-4bf9-8d3c-e3ced324f501 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.904s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.683457] env[71114]: DEBUG nova.compute.manager [req-209ee3fd-02a3-4437-88a7-6312e467739a req-b32e99a1-0d50-4d5c-805b-0164d1820fb2 service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Received event network-changed-4cef4aea-e09a-4265-ba55-59a6a4e3792f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.683762] env[71114]: DEBUG nova.compute.manager [req-209ee3fd-02a3-4437-88a7-6312e467739a req-b32e99a1-0d50-4d5c-805b-0164d1820fb2 service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Refreshing instance network info cache due to event network-changed-4cef4aea-e09a-4265-ba55-59a6a4e3792f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.684105] env[71114]: DEBUG oslo_concurrency.lockutils [req-209ee3fd-02a3-4437-88a7-6312e467739a req-b32e99a1-0d50-4d5c-805b-0164d1820fb2 service nova] Acquiring lock "refresh_cache-df740a69-ad4f-4a75-b697-5ec23fc771aa" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.754175] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822257, 'name': Rename_Task, 'duration_secs': 0.227664} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.754175] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.754175] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c9b985c-43e7-428c-b795-67e215647aa3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.761796] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1145.761796] env[71114]: value = "task-3822260" [ 1145.761796] env[71114]: _type = "Task" [ 1145.761796] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.774765] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.840949] env[71114]: DEBUG oslo_vmware.api [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484504} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.841567] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.841927] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.844124] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.844124] env[71114]: INFO nova.compute.manager [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1145.844124] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.844124] env[71114]: DEBUG nova.compute.manager [-] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.844124] env[71114]: DEBUG nova.network.neutron [-] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.852267] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-df740a69-ad4f-4a75-b697-5ec23fc771aa" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.856213] env[71114]: DEBUG nova.compute.manager [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Instance network_info: |[{"id": "4cef4aea-e09a-4265-ba55-59a6a4e3792f", "address": "fa:16:3e:a2:37:f9", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cef4aea-e0", "ovs_interfaceid": "4cef4aea-e09a-4265-ba55-59a6a4e3792f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.856213] env[71114]: DEBUG oslo_concurrency.lockutils [req-209ee3fd-02a3-4437-88a7-6312e467739a req-b32e99a1-0d50-4d5c-805b-0164d1820fb2 service nova] Acquired lock "refresh_cache-df740a69-ad4f-4a75-b697-5ec23fc771aa" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.856213] env[71114]: DEBUG nova.network.neutron [req-209ee3fd-02a3-4437-88a7-6312e467739a req-b32e99a1-0d50-4d5c-805b-0164d1820fb2 service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Refreshing network info cache for port 4cef4aea-e09a-4265-ba55-59a6a4e3792f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.857731] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:37:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cef4aea-e09a-4265-ba55-59a6a4e3792f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.868343] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Creating folder: Project (ffc8d18c557342b9addc4bc2e1b73ceb). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.871893] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44964e34-40a9-465c-a4d3-b14c8553f3ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.883643] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Created folder: Project (ffc8d18c557342b9addc4bc2e1b73ceb) in parent group-v759732. [ 1145.883863] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Creating folder: Instances. Parent ref: group-v759994. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.884178] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bc14bd7-d0ee-490d-8a63-29b2ed5ce3c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.904690] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Created folder: Instances in parent group-v759994. [ 1145.904951] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.905187] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.905457] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39fcda22-9960-495e-a6aa-90113ab2811b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.933302] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.933302] env[71114]: value = "task-3822263" [ 1145.933302] env[71114]: _type = "Task" [ 1145.933302] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.945468] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822263, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.177708] env[71114]: DEBUG nova.compute.utils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.188748] env[71114]: DEBUG nova.compute.manager [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1146.189078] env[71114]: DEBUG nova.network.neutron [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.237441] env[71114]: DEBUG nova.policy [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f6950231c49199a6a083e7130d44a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fcc130e05e4f82a3c8f5ec6917fac1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.275639] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822260, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.450910] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822263, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.606126] env[71114]: DEBUG nova.network.neutron [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Successfully created port: 010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.673145] env[71114]: DEBUG nova.network.neutron [-] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.693025] env[71114]: DEBUG nova.compute.manager [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.764108] env[71114]: DEBUG nova.network.neutron [req-209ee3fd-02a3-4437-88a7-6312e467739a req-b32e99a1-0d50-4d5c-805b-0164d1820fb2 service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Updated VIF entry in instance network info cache for port 4cef4aea-e09a-4265-ba55-59a6a4e3792f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.764108] env[71114]: DEBUG nova.network.neutron [req-209ee3fd-02a3-4437-88a7-6312e467739a req-b32e99a1-0d50-4d5c-805b-0164d1820fb2 service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Updating instance_info_cache with network_info: [{"id": "4cef4aea-e09a-4265-ba55-59a6a4e3792f", "address": "fa:16:3e:a2:37:f9", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cef4aea-e0", "ovs_interfaceid": "4cef4aea-e09a-4265-ba55-59a6a4e3792f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.778531] env[71114]: DEBUG oslo_vmware.api [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822260, 'name': PowerOnVM_Task, 'duration_secs': 0.786057} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.779331] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.779684] env[71114]: INFO nova.compute.manager [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1146.780117] env[71114]: DEBUG nova.compute.manager [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1146.785079] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e129d368-6d77-4ff3-b030-948dd686d725 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.955181] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822263, 'name': CreateVM_Task, 'duration_secs': 0.56799} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.959107] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.959107] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.959107] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.959651] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.960195] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbb4c28-e9e7-4cdf-963b-33e14c2ba21d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.967426] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1146.967426] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527cbe3c-02c2-ff0a-9498-594403a3bfca" [ 1146.967426] env[71114]: _type = "Task" [ 1146.967426] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.979465] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527cbe3c-02c2-ff0a-9498-594403a3bfca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.024492] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75b43e1-d43d-472d-8ca1-c43b3cc9158c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.034799] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c0e342-7d29-49b2-98ec-310368459981 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.074917] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0ce663-a65b-4ec2-8f45-ef530e46b170 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.082442] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d650c334-7e76-4131-8cb4-b044b7e10e95 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.097115] env[71114]: DEBUG nova.compute.provider_tree [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.148161] env[71114]: DEBUG nova.compute.manager [req-69648263-6b13-46d7-9af6-c4655cb375f0 req-03269a28-4929-4f97-9031-fa64458419f1 service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Received event network-changed-bd826a70-260a-43bf-8abe-6348b2209fd4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.148425] env[71114]: DEBUG nova.compute.manager [req-69648263-6b13-46d7-9af6-c4655cb375f0 req-03269a28-4929-4f97-9031-fa64458419f1 service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Refreshing instance network info cache due to event network-changed-bd826a70-260a-43bf-8abe-6348b2209fd4. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.148632] env[71114]: DEBUG oslo_concurrency.lockutils [req-69648263-6b13-46d7-9af6-c4655cb375f0 req-03269a28-4929-4f97-9031-fa64458419f1 service nova] Acquiring lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.149107] env[71114]: DEBUG oslo_concurrency.lockutils [req-69648263-6b13-46d7-9af6-c4655cb375f0 req-03269a28-4929-4f97-9031-fa64458419f1 service nova] Acquired lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.149107] env[71114]: DEBUG nova.network.neutron [req-69648263-6b13-46d7-9af6-c4655cb375f0 req-03269a28-4929-4f97-9031-fa64458419f1 service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Refreshing network info cache for port bd826a70-260a-43bf-8abe-6348b2209fd4 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.175509] env[71114]: INFO nova.compute.manager [-] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Took 1.33 seconds to deallocate network for instance. [ 1147.273034] env[71114]: DEBUG oslo_concurrency.lockutils [req-209ee3fd-02a3-4437-88a7-6312e467739a req-b32e99a1-0d50-4d5c-805b-0164d1820fb2 service nova] Releasing lock "refresh_cache-df740a69-ad4f-4a75-b697-5ec23fc771aa" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.308170] env[71114]: INFO nova.compute.manager [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Took 23.55 seconds to build instance. [ 1147.479883] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527cbe3c-02c2-ff0a-9498-594403a3bfca, 'name': SearchDatastore_Task, 'duration_secs': 0.02002} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.479883] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.479883] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.479883] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.479883] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.479883] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.479883] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22a93167-b494-4693-8a03-c0a71aec41a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.491389] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.491723] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.492442] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cecf0225-601e-4e83-a255-372b9ac60145 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.498497] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1147.498497] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d5fac5-ee54-dc11-ef8f-06be7eb26fc2" [ 1147.498497] env[71114]: _type = "Task" [ 1147.498497] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.509494] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d5fac5-ee54-dc11-ef8f-06be7eb26fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.600430] env[71114]: DEBUG nova.scheduler.client.report [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.682723] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.708678] env[71114]: DEBUG nova.compute.manager [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.725023] env[71114]: DEBUG nova.compute.manager [req-bea9a1f0-830d-425c-b960-5e7d568f383e req-5902f8bc-5968-401d-818d-7d268e5cc688 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received event network-changed-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.725735] env[71114]: DEBUG nova.compute.manager [req-bea9a1f0-830d-425c-b960-5e7d568f383e req-5902f8bc-5968-401d-818d-7d268e5cc688 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Refreshing instance network info cache due to event network-changed-a62d81d7-bdfd-4799-bea5-e3d00cda40a0. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.726045] env[71114]: DEBUG oslo_concurrency.lockutils [req-bea9a1f0-830d-425c-b960-5e7d568f383e req-5902f8bc-5968-401d-818d-7d268e5cc688 service nova] Acquiring lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.726263] env[71114]: DEBUG oslo_concurrency.lockutils [req-bea9a1f0-830d-425c-b960-5e7d568f383e req-5902f8bc-5968-401d-818d-7d268e5cc688 service nova] Acquired lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.726448] env[71114]: DEBUG nova.network.neutron [req-bea9a1f0-830d-425c-b960-5e7d568f383e req-5902f8bc-5968-401d-818d-7d268e5cc688 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Refreshing network info cache for port a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.749399] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.749726] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.749811] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.749990] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.750689] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.750846] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.751091] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.751265] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.751440] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.752150] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.752440] env[71114]: DEBUG nova.virt.hardware [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.754830] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbcaf2d-50e2-46e1-8865-f816db727870 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.766481] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13f8d93-edd0-4044-9c28-1d0986693b7e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.810865] env[71114]: DEBUG oslo_concurrency.lockutils [None req-def27b45-f105-40e5-a1c2-1df0386f4f54 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "9cf4f644-0474-417b-ac14-437e80042baf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.064s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.013953] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d5fac5-ee54-dc11-ef8f-06be7eb26fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.024552} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.014983] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c19d1c-b3ab-4d52-bfff-a53441a23541 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.021899] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1148.021899] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52945c2a-716b-4c4b-d96a-ac6a2cc8b281" [ 1148.021899] env[71114]: _type = "Task" [ 1148.021899] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.031970] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52945c2a-716b-4c4b-d96a-ac6a2cc8b281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.076105] env[71114]: DEBUG nova.network.neutron [req-69648263-6b13-46d7-9af6-c4655cb375f0 req-03269a28-4929-4f97-9031-fa64458419f1 service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updated VIF entry in instance network info cache for port bd826a70-260a-43bf-8abe-6348b2209fd4. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.076353] env[71114]: DEBUG nova.network.neutron [req-69648263-6b13-46d7-9af6-c4655cb375f0 req-03269a28-4929-4f97-9031-fa64458419f1 service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance_info_cache with network_info: [{"id": "bd826a70-260a-43bf-8abe-6348b2209fd4", "address": "fa:16:3e:1d:77:76", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd826a70-26", "ovs_interfaceid": "bd826a70-260a-43bf-8abe-6348b2209fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.110643] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.110643] env[71114]: DEBUG nova.compute.manager [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.115247] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.248s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.116727] env[71114]: INFO nova.compute.claims [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.282977] env[71114]: DEBUG nova.network.neutron [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Successfully updated port: 010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.421825] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.422076] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.538544] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52945c2a-716b-4c4b-d96a-ac6a2cc8b281, 'name': SearchDatastore_Task, 'duration_secs': 0.019021} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.538819] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.539117] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] df740a69-ad4f-4a75-b697-5ec23fc771aa/df740a69-ad4f-4a75-b697-5ec23fc771aa.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.539387] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-163d350d-df5d-422c-b716-df67ce123519 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.549092] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1148.549092] env[71114]: value = "task-3822264" [ 1148.549092] env[71114]: _type = "Task" [ 1148.549092] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.558583] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.584149] env[71114]: DEBUG oslo_concurrency.lockutils [req-69648263-6b13-46d7-9af6-c4655cb375f0 req-03269a28-4929-4f97-9031-fa64458419f1 service nova] Releasing lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.622398] env[71114]: DEBUG nova.compute.utils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.626844] env[71114]: DEBUG nova.compute.manager [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1148.627114] env[71114]: DEBUG nova.network.neutron [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.677103] env[71114]: DEBUG nova.network.neutron [req-bea9a1f0-830d-425c-b960-5e7d568f383e req-5902f8bc-5968-401d-818d-7d268e5cc688 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updated VIF entry in instance network info cache for port a62d81d7-bdfd-4799-bea5-e3d00cda40a0. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.677103] env[71114]: DEBUG nova.network.neutron [req-bea9a1f0-830d-425c-b960-5e7d568f383e req-5902f8bc-5968-401d-818d-7d268e5cc688 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating instance_info_cache with network_info: [{"id": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "address": "fa:16:3e:2a:7c:0e", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62d81d7-bd", "ovs_interfaceid": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.693226] env[71114]: DEBUG nova.policy [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b73ab18eef4445490b4c5b8ef022b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b36391be1d4f49896735c4a5690c42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.701023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "9cf4f644-0474-417b-ac14-437e80042baf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.701023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "9cf4f644-0474-417b-ac14-437e80042baf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.701023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "9cf4f644-0474-417b-ac14-437e80042baf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.701023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "9cf4f644-0474-417b-ac14-437e80042baf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.701023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "9cf4f644-0474-417b-ac14-437e80042baf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.701729] env[71114]: INFO nova.compute.manager [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Terminating instance [ 1148.788284] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.791182] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.791448] env[71114]: DEBUG nova.network.neutron [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.925533] env[71114]: DEBUG nova.compute.utils [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.063268] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822264, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.101307] env[71114]: DEBUG nova.network.neutron [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Successfully created port: ff3cc89b-062e-463a-b243-6c91c230febc {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.127998] env[71114]: DEBUG nova.compute.manager [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.178857] env[71114]: DEBUG oslo_concurrency.lockutils [req-bea9a1f0-830d-425c-b960-5e7d568f383e req-5902f8bc-5968-401d-818d-7d268e5cc688 service nova] Releasing lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.182599] env[71114]: DEBUG nova.compute.manager [req-bea9a1f0-830d-425c-b960-5e7d568f383e req-5902f8bc-5968-401d-818d-7d268e5cc688 service nova] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Received event network-vif-deleted-745f46f3-92d8-427a-b651-5de1082bfe95 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.209289] env[71114]: DEBUG nova.compute.manager [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.209289] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.211110] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec6f761-c8be-4076-b3bb-af385dded093 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.220691] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.220976] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-147c0fef-a886-4ba6-b9f3-63ec0f9ea99a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.233191] env[71114]: DEBUG oslo_vmware.api [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1149.233191] env[71114]: value = "task-3822265" [ 1149.233191] env[71114]: _type = "Task" [ 1149.233191] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.250181] env[71114]: DEBUG oslo_vmware.api [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.332775] env[71114]: DEBUG nova.network.neutron [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.432737] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.500893] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27772e-8733-4fed-b93d-1a9accfe3d92 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.511821] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaa88d0-9cf1-431d-9895-ea5cbd5134e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.567915] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036484e3-5964-4588-b65b-b47073dbeeeb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.582993] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36bb243-169a-477c-a7ba-a680ed10bcaf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.587804] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546595} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.588111] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] df740a69-ad4f-4a75-b697-5ec23fc771aa/df740a69-ad4f-4a75-b697-5ec23fc771aa.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.588338] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.589111] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49ab040a-39fb-4506-8f70-3c333f1f33d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.600292] env[71114]: DEBUG nova.compute.provider_tree [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.608062] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1149.608062] env[71114]: value = "task-3822266" [ 1149.608062] env[71114]: _type = "Task" [ 1149.608062] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.619102] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.638673] env[71114]: DEBUG nova.network.neutron [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updating instance_info_cache with network_info: [{"id": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "address": "fa:16:3e:91:99:ff", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010a2b34-ad", "ovs_interfaceid": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.744173] env[71114]: DEBUG oslo_vmware.api [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822265, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.004930] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.005411] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.074029] env[71114]: DEBUG nova.compute.manager [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Received event network-vif-plugged-010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.074029] env[71114]: DEBUG oslo_concurrency.lockutils [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] Acquiring lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.074029] env[71114]: DEBUG oslo_concurrency.lockutils [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] Lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.074029] env[71114]: DEBUG oslo_concurrency.lockutils [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] Lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.074029] env[71114]: DEBUG nova.compute.manager [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] No waiting events found dispatching network-vif-plugged-010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.074029] env[71114]: WARNING nova.compute.manager [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Received unexpected event network-vif-plugged-010a2b34-adc9-46d8-b5ca-186a1499d3fe for instance with vm_state building and task_state spawning. [ 1150.074029] env[71114]: DEBUG nova.compute.manager [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Received event network-changed-010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.074029] env[71114]: DEBUG nova.compute.manager [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Refreshing instance network info cache due to event network-changed-010a2b34-adc9-46d8-b5ca-186a1499d3fe. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.074029] env[71114]: DEBUG oslo_concurrency.lockutils [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] Acquiring lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.107030] env[71114]: DEBUG nova.scheduler.client.report [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.119157] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111979} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.119712] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.120912] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7463de5b-63e4-46f6-9b35-fc507b0ceac5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.148926] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] df740a69-ad4f-4a75-b697-5ec23fc771aa/df740a69-ad4f-4a75-b697-5ec23fc771aa.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.150552] env[71114]: DEBUG nova.compute.manager [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.153617] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.156184] env[71114]: DEBUG nova.compute.manager [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Instance network_info: |[{"id": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "address": "fa:16:3e:91:99:ff", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010a2b34-ad", "ovs_interfaceid": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.156184] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-894cdbc8-1d13-42f5-a427-aadc0909d8c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.171438] env[71114]: DEBUG oslo_concurrency.lockutils [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] Acquired lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.172593] env[71114]: DEBUG nova.network.neutron [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Refreshing network info cache for port 010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.174419] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:99:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '010a2b34-adc9-46d8-b5ca-186a1499d3fe', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.182732] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.186024] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.186024] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae188fd2-8304-49eb-8045-ce0c528950f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.206786] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1150.206786] env[71114]: value = "task-3822267" [ 1150.206786] env[71114]: _type = "Task" [ 1150.206786] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.214308] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.214692] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.214919] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.215206] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.215448] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.215686] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.215929] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.216200] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.216602] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.216832] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.217024] env[71114]: DEBUG nova.virt.hardware [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.218427] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbec12a-d127-4b2e-83b4-2d7f16fd5017 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.228691] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.228691] env[71114]: value = "task-3822268" [ 1150.228691] env[71114]: _type = "Task" [ 1150.228691] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.229542] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.242771] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32186ed-7256-4167-a754-7b4e07ceff9b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.250436] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822268, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.256664] env[71114]: DEBUG oslo_vmware.api [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822265, 'name': PowerOffVM_Task, 'duration_secs': 0.593474} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.264936] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.265151] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.265679] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22ffb38f-acd8-47ac-a336-c1654d065762 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.382120] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.382507] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.382659] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleting the datastore file [datastore2] 9cf4f644-0474-417b-ac14-437e80042baf {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.382953] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ba13d73-0c19-4688-a4b9-5902426f64da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.390912] env[71114]: DEBUG oslo_vmware.api [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1150.390912] env[71114]: value = "task-3822270" [ 1150.390912] env[71114]: _type = "Task" [ 1150.390912] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.401020] env[71114]: DEBUG oslo_vmware.api [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.505597] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.506562] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.506955] env[71114]: INFO nova.compute.manager [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Attaching volume 2dead89b-f3ba-455d-8ba7-3087426f249b to /dev/sdb [ 1150.509628] env[71114]: DEBUG nova.compute.manager [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.550821] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7782c9-6cbf-4a34-94bb-fe637d48a2b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.560234] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a75f16-bc78-4604-b126-98384e441fd1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.578504] env[71114]: DEBUG nova.virt.block_device [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Updating existing volume attachment record: c8350a35-1881-4bf6-85b8-23ceb21a7aa9 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1150.613366] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.613958] env[71114]: DEBUG nova.compute.manager [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.617181] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.481s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.618720] env[71114]: INFO nova.compute.claims [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.721715] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.742193] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822268, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.752841] env[71114]: DEBUG nova.network.neutron [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Successfully updated port: ff3cc89b-062e-463a-b243-6c91c230febc {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.903333] env[71114]: DEBUG oslo_vmware.api [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337032} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.903642] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.903899] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.904122] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.904329] env[71114]: INFO nova.compute.manager [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1150.904693] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.904917] env[71114]: DEBUG nova.compute.manager [-] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.905039] env[71114]: DEBUG nova.network.neutron [-] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.011366] env[71114]: DEBUG nova.network.neutron [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updated VIF entry in instance network info cache for port 010a2b34-adc9-46d8-b5ca-186a1499d3fe. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.012138] env[71114]: DEBUG nova.network.neutron [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updating instance_info_cache with network_info: [{"id": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "address": "fa:16:3e:91:99:ff", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010a2b34-ad", "ovs_interfaceid": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.045777] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.118949] env[71114]: DEBUG nova.compute.utils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.123677] env[71114]: DEBUG nova.compute.manager [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Not allocating networking since 'none' was specified. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1151.218751] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822267, 'name': ReconfigVM_Task, 'duration_secs': 0.831816} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.219096] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Reconfigured VM instance instance-0000005f to attach disk [datastore1] df740a69-ad4f-4a75-b697-5ec23fc771aa/df740a69-ad4f-4a75-b697-5ec23fc771aa.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.219833] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c08122f-554a-4449-a145-1b6a2324a305 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.228475] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1151.228475] env[71114]: value = "task-3822274" [ 1151.228475] env[71114]: _type = "Task" [ 1151.228475] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.241098] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822274, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.244466] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822268, 'name': CreateVM_Task, 'duration_secs': 0.732662} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.244603] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.245265] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.245432] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.245955] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.246047] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb25f7b3-8f4f-45d1-9679-6e5554bbcd4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.251491] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1151.251491] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523a41a9-79eb-1d03-895e-e751e726f8ee" [ 1151.251491] env[71114]: _type = "Task" [ 1151.251491] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.261990] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.261990] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.262093] env[71114]: DEBUG nova.network.neutron [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.263344] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523a41a9-79eb-1d03-895e-e751e726f8ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.516502] env[71114]: DEBUG oslo_concurrency.lockutils [req-cd07db4c-cd1a-4fd7-ada4-ff6c1a32f5ce req-3301ef1d-db91-4420-8c1f-cc9eaca5dcd7 service nova] Releasing lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.624672] env[71114]: DEBUG nova.compute.manager [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.739122] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822274, 'name': Rename_Task, 'duration_secs': 0.189713} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.741783] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.742307] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a4f1a3e-cc31-473c-a51a-434d3f13f179 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.750650] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1151.750650] env[71114]: value = "task-3822275" [ 1151.750650] env[71114]: _type = "Task" [ 1151.750650] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.775265] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523a41a9-79eb-1d03-895e-e751e726f8ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012339} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.775707] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.776907] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.776907] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.776907] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.776907] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.777219] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.777352] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f09e0b7-7df7-4d2b-be69-58dde62cedf1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.786623] env[71114]: DEBUG nova.network.neutron [-] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.794726] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.795093] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.798870] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3c71da-fc59-4590-8f9c-547dca5a451d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.807281] env[71114]: DEBUG nova.network.neutron [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.809757] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1151.809757] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529af4cd-fa09-e037-8288-88b40fa5ff03" [ 1151.809757] env[71114]: _type = "Task" [ 1151.809757] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.823160] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529af4cd-fa09-e037-8288-88b40fa5ff03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.906877] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332efb8a-165e-4544-9357-88d752c808f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.917022] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff331b-d89e-412a-8bfc-71ef778cee02 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.954857] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbbcd3d-3ae1-46d9-8365-6d3507976989 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.963918] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bd5c4c-aa70-4711-8ce5-33d4a6b93cf6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.978501] env[71114]: DEBUG nova.compute.provider_tree [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.992975] env[71114]: DEBUG nova.network.neutron [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Updating instance_info_cache with network_info: [{"id": "ff3cc89b-062e-463a-b243-6c91c230febc", "address": "fa:16:3e:19:92:9d", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3cc89b-06", "ovs_interfaceid": "ff3cc89b-062e-463a-b243-6c91c230febc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.103910] env[71114]: DEBUG nova.compute.manager [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Received event network-vif-plugged-ff3cc89b-062e-463a-b243-6c91c230febc {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.104255] env[71114]: DEBUG oslo_concurrency.lockutils [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] Acquiring lock "34901060-9e0f-4189-be29-23665840875c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.104583] env[71114]: DEBUG oslo_concurrency.lockutils [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] Lock "34901060-9e0f-4189-be29-23665840875c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.104737] env[71114]: DEBUG oslo_concurrency.lockutils [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] Lock "34901060-9e0f-4189-be29-23665840875c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.104913] env[71114]: DEBUG nova.compute.manager [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] No waiting events found dispatching network-vif-plugged-ff3cc89b-062e-463a-b243-6c91c230febc {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1152.105085] env[71114]: WARNING nova.compute.manager [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Received unexpected event network-vif-plugged-ff3cc89b-062e-463a-b243-6c91c230febc for instance with vm_state building and task_state spawning. [ 1152.105251] env[71114]: DEBUG nova.compute.manager [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Received event network-changed-ff3cc89b-062e-463a-b243-6c91c230febc {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.105404] env[71114]: DEBUG nova.compute.manager [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Refreshing instance network info cache due to event network-changed-ff3cc89b-062e-463a-b243-6c91c230febc. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.105572] env[71114]: DEBUG oslo_concurrency.lockutils [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] Acquiring lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.270696] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.288569] env[71114]: INFO nova.compute.manager [-] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Took 1.38 seconds to deallocate network for instance. [ 1152.322439] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529af4cd-fa09-e037-8288-88b40fa5ff03, 'name': SearchDatastore_Task, 'duration_secs': 0.037632} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.323942] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eedfc39-2dd7-4475-a8a2-38af8ed6c085 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.330288] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1152.330288] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fbaf30-8fac-d412-87bc-95d6c3f6233c" [ 1152.330288] env[71114]: _type = "Task" [ 1152.330288] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.338372] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fbaf30-8fac-d412-87bc-95d6c3f6233c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.496023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.496369] env[71114]: DEBUG nova.compute.manager [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Instance network_info: |[{"id": "ff3cc89b-062e-463a-b243-6c91c230febc", "address": "fa:16:3e:19:92:9d", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3cc89b-06", "ovs_interfaceid": "ff3cc89b-062e-463a-b243-6c91c230febc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.496673] env[71114]: DEBUG oslo_concurrency.lockutils [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] Acquired lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.496921] env[71114]: DEBUG nova.network.neutron [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Refreshing network info cache for port ff3cc89b-062e-463a-b243-6c91c230febc {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.498261] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:92:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff3cc89b-062e-463a-b243-6c91c230febc', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.506541] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.510750] env[71114]: ERROR nova.scheduler.client.report [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [req-67078ee2-c75c-4bb1-afd5-f3c0e1398d8b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-67078ee2-c75c-4bb1-afd5-f3c0e1398d8b"}]} [ 1152.511144] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34901060-9e0f-4189-be29-23665840875c] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.513570] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa7b6a9d-a4d4-4343-b052-371e17d89749 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.529236] env[71114]: DEBUG nova.scheduler.client.report [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1152.538014] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.538014] env[71114]: value = "task-3822276" [ 1152.538014] env[71114]: _type = "Task" [ 1152.538014] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.546784] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822276, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.547807] env[71114]: DEBUG nova.scheduler.client.report [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1152.548016] env[71114]: DEBUG nova.compute.provider_tree [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.564172] env[71114]: DEBUG nova.scheduler.client.report [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1152.585934] env[71114]: DEBUG nova.scheduler.client.report [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1152.634112] env[71114]: DEBUG nova.compute.manager [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.666950] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.667221] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.667376] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.667555] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.667700] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.667847] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.668067] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.668227] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.668394] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.668554] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.668729] env[71114]: DEBUG nova.virt.hardware [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.669732] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b757b-e9fe-4224-8610-2cb598a3e432 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.681463] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30812c7e-e5ff-4cfd-9dbe-022400ddb214 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.704158] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.710246] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Creating folder: Project (050d279710984fa8abad8fddc24e6172). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.713431] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdba14b4-13cb-42d5-b7ad-a831b0c7bb27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.730986] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Created folder: Project (050d279710984fa8abad8fddc24e6172) in parent group-v759732. [ 1152.731216] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Creating folder: Instances. Parent ref: group-v760001. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.731633] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e6eb3ab-b54a-4a9a-873d-82f0aa7c76bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.742516] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Created folder: Instances in parent group-v760001. [ 1152.742835] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.746233] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.747553] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d4d6ee6-e207-4eac-950d-b6067ba2720b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.767287] env[71114]: DEBUG nova.network.neutron [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Updated VIF entry in instance network info cache for port ff3cc89b-062e-463a-b243-6c91c230febc. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.767998] env[71114]: DEBUG nova.network.neutron [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Updating instance_info_cache with network_info: [{"id": "ff3cc89b-062e-463a-b243-6c91c230febc", "address": "fa:16:3e:19:92:9d", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3cc89b-06", "ovs_interfaceid": "ff3cc89b-062e-463a-b243-6c91c230febc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.771588] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.771588] env[71114]: value = "task-3822279" [ 1152.771588] env[71114]: _type = "Task" [ 1152.771588] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.775194] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822275, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.788173] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822279, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.796568] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.845791] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fbaf30-8fac-d412-87bc-95d6c3f6233c, 'name': SearchDatastore_Task, 'duration_secs': 0.035463} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.846083] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.846375] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] ef6f2d1d-ddb4-451e-84c1-40755a1213d2/ef6f2d1d-ddb4-451e-84c1-40755a1213d2.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.846648] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1d5d35-1a7c-4133-9fc7-6f8cd3c7781a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.857646] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1152.857646] env[71114]: value = "task-3822280" [ 1152.857646] env[71114]: _type = "Task" [ 1152.857646] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.870030] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.937347] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d704847a-79bc-4e51-88eb-b7b3bce249ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.949187] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3fa7c3-86ce-4fdd-8c2d-2605a6a08fb1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.985206] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1844a1-f1d2-4534-8d55-fd158876c3e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.994282] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811638a1-64cd-46bd-938f-058236fbcb2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.009947] env[71114]: DEBUG nova.compute.provider_tree [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.048370] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822276, 'name': CreateVM_Task, 'duration_secs': 0.368511} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.048568] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34901060-9e0f-4189-be29-23665840875c] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.049250] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.049419] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.049896] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.050275] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f102cd0-4af7-40cf-afca-38666df5870c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.056845] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1153.056845] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52516bc0-063d-dbdf-e9da-0ceef06a7463" [ 1153.056845] env[71114]: _type = "Task" [ 1153.056845] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.066161] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52516bc0-063d-dbdf-e9da-0ceef06a7463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.271668] env[71114]: DEBUG oslo_concurrency.lockutils [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] Releasing lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.271668] env[71114]: DEBUG nova.compute.manager [req-96d35a62-d7e7-4213-a121-b2c468eb1f68 req-99d6e8b9-7826-41cf-92d0-860b74d229e2 service nova] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Received event network-vif-deleted-2c4e587b-60cb-4402-b7da-b4d07ec4220f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.274705] env[71114]: DEBUG oslo_vmware.api [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822275, 'name': PowerOnVM_Task, 'duration_secs': 1.219578} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.274925] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.275217] env[71114]: INFO nova.compute.manager [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1153.275475] env[71114]: DEBUG nova.compute.manager [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1153.276422] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bf8ac3-794d-4525-bc1c-08c0d214ee8c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.295534] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822279, 'name': CreateVM_Task, 'duration_secs': 0.403845} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.296199] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.296645] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.368959] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822280, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.545059] env[71114]: DEBUG nova.scheduler.client.report [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1153.545411] env[71114]: DEBUG nova.compute.provider_tree [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 143 to 144 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1153.545674] env[71114]: DEBUG nova.compute.provider_tree [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.570174] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52516bc0-063d-dbdf-e9da-0ceef06a7463, 'name': SearchDatastore_Task, 'duration_secs': 0.072679} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.570466] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.570877] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.570956] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.571082] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.571261] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.571537] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.571847] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.572086] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-defed1d6-b080-4d89-b0cd-5e348fefaebe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.574118] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc294ec-ea1f-4457-acef-155cb1993339 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.580812] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1153.580812] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523865a7-b9c9-e4a6-c8d4-73d0b04b2740" [ 1153.580812] env[71114]: _type = "Task" [ 1153.580812] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.588953] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523865a7-b9c9-e4a6-c8d4-73d0b04b2740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.589978] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.590170] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.590878] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cba00c8-4515-47f1-bedc-9a8fdcceafa9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.596860] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1153.596860] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528f77f6-6d01-1917-f71f-ed90963d5dac" [ 1153.596860] env[71114]: _type = "Task" [ 1153.596860] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.606197] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528f77f6-6d01-1917-f71f-ed90963d5dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.805014] env[71114]: INFO nova.compute.manager [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Took 26.37 seconds to build instance. [ 1153.872483] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692746} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.872889] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] ef6f2d1d-ddb4-451e-84c1-40755a1213d2/ef6f2d1d-ddb4-451e-84c1-40755a1213d2.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.873234] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.873596] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f23a8312-3194-4f75-8fdd-6a27dfe51115 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.882055] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1153.882055] env[71114]: value = "task-3822282" [ 1153.882055] env[71114]: _type = "Task" [ 1153.882055] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.894564] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.050574] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.433s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.052049] env[71114]: DEBUG nova.compute.manager [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.054020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.456s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.055818] env[71114]: INFO nova.compute.claims [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.093145] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523865a7-b9c9-e4a6-c8d4-73d0b04b2740, 'name': SearchDatastore_Task, 'duration_secs': 0.052144} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.093420] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.093728] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.094011] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.106970] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528f77f6-6d01-1917-f71f-ed90963d5dac, 'name': SearchDatastore_Task, 'duration_secs': 0.049902} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.107801] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2efdd8a5-8ce6-4b58-8495-00025bd50ac0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.114062] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1154.114062] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ed5bbe-6592-b7ab-0427-98abbe66c11d" [ 1154.114062] env[71114]: _type = "Task" [ 1154.114062] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.122705] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ed5bbe-6592-b7ab-0427-98abbe66c11d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.307618] env[71114]: DEBUG oslo_concurrency.lockutils [None req-493fe770-0fe2-4175-bd3c-456580fae8cd tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "df740a69-ad4f-4a75-b697-5ec23fc771aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.885s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.393122] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075197} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.393450] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.394308] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e310df8-fe5e-4f7a-930c-d160254454df {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.420311] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] ef6f2d1d-ddb4-451e-84c1-40755a1213d2/ef6f2d1d-ddb4-451e-84c1-40755a1213d2.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.421043] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3663b5e-100d-4b34-a9db-5d907c2b9d3b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.443337] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1154.443337] env[71114]: value = "task-3822283" [ 1154.443337] env[71114]: _type = "Task" [ 1154.443337] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.451646] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.560121] env[71114]: DEBUG nova.compute.utils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.564190] env[71114]: DEBUG nova.compute.manager [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Not allocating networking since 'none' was specified. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1154.628548] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ed5bbe-6592-b7ab-0427-98abbe66c11d, 'name': SearchDatastore_Task, 'duration_secs': 0.085745} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.628998] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.629381] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 34901060-9e0f-4189-be29-23665840875c/34901060-9e0f-4189-be29-23665840875c.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.629768] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.630049] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.630343] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1b92e92-6632-4531-b760-0d5f92a4fb2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.632802] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-319a5c8e-5adb-48df-8675-612f0b632307 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.644806] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.645187] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.648248] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaa8ba04-1522-4ff6-b5f5-908e75fb4d30 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.652176] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1154.652176] env[71114]: value = "task-3822284" [ 1154.652176] env[71114]: _type = "Task" [ 1154.652176] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.661301] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1154.661301] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52841eb8-a08a-0046-27a2-f23df87538bc" [ 1154.661301] env[71114]: _type = "Task" [ 1154.661301] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.672919] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.680387] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52841eb8-a08a-0046-27a2-f23df87538bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.681504] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d833e6b3-f03c-41f8-b89a-b1a9e7e7cdd1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.688748] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1154.688748] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5210a472-b505-4c0b-ac19-d846357f98a7" [ 1154.688748] env[71114]: _type = "Task" [ 1154.688748] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.699052] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5210a472-b505-4c0b-ac19-d846357f98a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.841041] env[71114]: INFO nova.compute.manager [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Rebuilding instance [ 1154.886422] env[71114]: DEBUG nova.compute.manager [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.887472] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a61b3a9-0199-4470-8f06-083cb9f18dc5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.952800] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822283, 'name': ReconfigVM_Task, 'duration_secs': 0.334563} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.953101] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Reconfigured VM instance instance-00000060 to attach disk [datastore1] ef6f2d1d-ddb4-451e-84c1-40755a1213d2/ef6f2d1d-ddb4-451e-84c1-40755a1213d2.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.953898] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02426c1b-60ad-411f-b389-f833828bc02f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.963412] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1154.963412] env[71114]: value = "task-3822285" [ 1154.963412] env[71114]: _type = "Task" [ 1154.963412] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.974098] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822285, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.064614] env[71114]: DEBUG nova.compute.manager [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.126414] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1155.126734] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759999', 'volume_id': '2dead89b-f3ba-455d-8ba7-3087426f249b', 'name': 'volume-2dead89b-f3ba-455d-8ba7-3087426f249b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3157b2e-44e4-4de8-b899-e4b1d1735fe3', 'attached_at': '', 'detached_at': '', 'volume_id': '2dead89b-f3ba-455d-8ba7-3087426f249b', 'serial': '2dead89b-f3ba-455d-8ba7-3087426f249b'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1155.128582] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b2ecde-82af-4f67-9c77-6cbf76b63ebc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.151921] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51970449-43ff-4169-9dac-dbc0475d0b93 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.166411] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506286} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.183168] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 34901060-9e0f-4189-be29-23665840875c/34901060-9e0f-4189-be29-23665840875c.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.183450] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.191481] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-2dead89b-f3ba-455d-8ba7-3087426f249b/volume-2dead89b-f3ba-455d-8ba7-3087426f249b.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.192130] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80592085-1c05-41a0-b2b6-870b89797818 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.194423] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18322e43-ea98-49e9-b5dd-db062ff6c7d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.222203] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5210a472-b505-4c0b-ac19-d846357f98a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.224804] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.225067] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 13911edc-0764-424e-8c9d-7e6e63a8e43b/13911edc-0764-424e-8c9d-7e6e63a8e43b.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.225420] env[71114]: DEBUG oslo_vmware.api [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1155.225420] env[71114]: value = "task-3822287" [ 1155.225420] env[71114]: _type = "Task" [ 1155.225420] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.225653] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1155.225653] env[71114]: value = "task-3822286" [ 1155.225653] env[71114]: _type = "Task" [ 1155.225653] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.228333] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-263998e6-0269-44eb-b5f0-0fc48fbc51b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.245233] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.252885] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1155.252885] env[71114]: value = "task-3822288" [ 1155.252885] env[71114]: _type = "Task" [ 1155.252885] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.253197] env[71114]: DEBUG oslo_vmware.api [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.264934] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.416808] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b05b84b-e07b-4a5c-8381-b234cdd05304 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.426180] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7742a030-b12b-4c4b-abda-9446a233bdac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.463327] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25cdc8e-726e-4175-83d7-45a66bfb4be5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.475925] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822285, 'name': Rename_Task, 'duration_secs': 0.287407} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.477899] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.478223] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9638a1bf-785f-4586-8ef2-669c5641303d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.480772] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9990251-1cb2-40a0-805f-9f9f57f49f4a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.496011] env[71114]: DEBUG nova.compute.provider_tree [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.498791] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1155.498791] env[71114]: value = "task-3822289" [ 1155.498791] env[71114]: _type = "Task" [ 1155.498791] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.507936] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.697876] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "788df085-c9c1-4f89-8b93-420dea3fd159" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.698270] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.746207] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077132} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.746754] env[71114]: DEBUG oslo_vmware.api [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822287, 'name': ReconfigVM_Task, 'duration_secs': 0.380577} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.746995] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.747349] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-2dead89b-f3ba-455d-8ba7-3087426f249b/volume-2dead89b-f3ba-455d-8ba7-3087426f249b.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.753660] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520172a1-1bb2-4db6-84fc-45267238390e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.756274] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab1dc24b-d343-4cdb-9e04-8b0765861428 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.791745] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 34901060-9e0f-4189-be29-23665840875c/34901060-9e0f-4189-be29-23665840875c.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.796271] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b20fc12a-31c7-4104-a997-5f4d73cc88c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.811590] env[71114]: DEBUG oslo_vmware.api [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1155.811590] env[71114]: value = "task-3822290" [ 1155.811590] env[71114]: _type = "Task" [ 1155.811590] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.811952] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.818313] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1155.818313] env[71114]: value = "task-3822291" [ 1155.818313] env[71114]: _type = "Task" [ 1155.818313] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.821776] env[71114]: DEBUG oslo_vmware.api [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.830657] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.905591] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.905902] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e79f97b2-7449-4e59-9b18-649a12102c6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.913557] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1155.913557] env[71114]: value = "task-3822292" [ 1155.913557] env[71114]: _type = "Task" [ 1155.913557] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.926209] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.001329] env[71114]: DEBUG nova.scheduler.client.report [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.019095] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.080590] env[71114]: DEBUG nova.compute.manager [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.109818] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.110154] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.110337] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.110532] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.110696] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.110844] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.111060] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.111219] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.111406] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.111578] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.111747] env[71114]: DEBUG nova.virt.hardware [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.112825] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa5ef66-54c6-42ac-9ce3-b740db1c30f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.121268] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820308db-0ea8-42a8-9dfa-93f4798a2c97 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.135762] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.141547] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.141861] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.142107] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c27b02c5-f183-4691-87e1-e2eca6db37cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.160251] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.160251] env[71114]: value = "task-3822293" [ 1156.160251] env[71114]: _type = "Task" [ 1156.160251] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.168986] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822293, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.202694] env[71114]: DEBUG nova.compute.utils [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.277403] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.323379] env[71114]: DEBUG oslo_vmware.api [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822290, 'name': ReconfigVM_Task, 'duration_secs': 0.167851} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.327215] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759999', 'volume_id': '2dead89b-f3ba-455d-8ba7-3087426f249b', 'name': 'volume-2dead89b-f3ba-455d-8ba7-3087426f249b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3157b2e-44e4-4de8-b899-e4b1d1735fe3', 'attached_at': '', 'detached_at': '', 'volume_id': '2dead89b-f3ba-455d-8ba7-3087426f249b', 'serial': '2dead89b-f3ba-455d-8ba7-3087426f249b'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1156.334999] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.426552] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822292, 'name': PowerOffVM_Task, 'duration_secs': 0.204345} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.426950] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.427213] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.428077] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed459105-f871-4d2e-a202-2349b034fff6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.437029] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.437327] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1746a68a-e9ad-4356-a840-8c3253d5347f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.512802] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.513537] env[71114]: DEBUG nova.compute.manager [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.520561] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.838s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.520805] env[71114]: DEBUG nova.objects.instance [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lazy-loading 'resources' on Instance uuid 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.521997] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.667076] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.667378] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.667631] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleting the datastore file [datastore1] df740a69-ad4f-4a75-b697-5ec23fc771aa {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.668368] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87edf8e2-5f43-4c68-b775-656f5d56b108 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.677521] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822293, 'name': CreateVM_Task, 'duration_secs': 0.504075} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.678953] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.679400] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1156.679400] env[71114]: value = "task-3822295" [ 1156.679400] env[71114]: _type = "Task" [ 1156.679400] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.679768] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.679983] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.680342] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.680660] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97cb9fd-cf47-4f74-b449-3ef385e03a51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.690683] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1156.690683] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52994b9a-7fda-5004-3af4-46b4983962e1" [ 1156.690683] env[71114]: _type = "Task" [ 1156.690683] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.694825] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.708305] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.709138] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52994b9a-7fda-5004-3af4-46b4983962e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.785273] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822288, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.835579] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.019924] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822289, 'name': PowerOnVM_Task} progress is 71%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.024875] env[71114]: DEBUG nova.compute.utils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.030176] env[71114]: DEBUG nova.compute.manager [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.030396] env[71114]: DEBUG nova.network.neutron [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.087110] env[71114]: DEBUG nova.policy [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2043a9d5cc6498b965623b0435816dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a48fd6efb1794a31ab6f73b90a5aa0cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.191111] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349474} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.194689] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.194912] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.195106] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.208895] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52994b9a-7fda-5004-3af4-46b4983962e1, 'name': SearchDatastore_Task, 'duration_secs': 0.067994} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.211196] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.211452] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.211685] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.211835] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.212058] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.212558] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29f544e0-a420-4419-8fc1-a9e4fe90aeeb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.229821] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.230120] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.231048] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e93c16b-f352-4c30-80c6-92e494b26cea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.237394] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1157.237394] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5281de2b-badc-f487-a4e4-97a96629ff2f" [ 1157.237394] env[71114]: _type = "Task" [ 1157.237394] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.251202] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5281de2b-badc-f487-a4e4-97a96629ff2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.289681] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822288, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.606559} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.290168] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 13911edc-0764-424e-8c9d-7e6e63a8e43b/13911edc-0764-424e-8c9d-7e6e63a8e43b.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.290411] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.290785] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e293bd1-73f6-47a7-ae48-d9014668d8af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.302177] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1157.302177] env[71114]: value = "task-3822296" [ 1157.302177] env[71114]: _type = "Task" [ 1157.302177] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.313402] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.338608] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822291, 'name': ReconfigVM_Task, 'duration_secs': 1.200204} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.342554] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 34901060-9e0f-4189-be29-23665840875c/34901060-9e0f-4189-be29-23665840875c.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.342749] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e1665e5-2b3e-4bf2-9cdb-06af60ed6cbc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.350623] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1157.350623] env[71114]: value = "task-3822297" [ 1157.350623] env[71114]: _type = "Task" [ 1157.350623] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.356495] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5133ef1a-0f6f-4b6f-91cd-b4c2a5c0c0af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.363626] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822297, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.370634] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e525cef4-b841-4f83-8723-e0e33d64db4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.376050] env[71114]: DEBUG nova.objects.instance [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'flavor' on Instance uuid e3157b2e-44e4-4de8-b899-e4b1d1735fe3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.404871] env[71114]: DEBUG nova.network.neutron [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Successfully created port: 8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.407448] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140f74e1-1927-4d50-b4d3-a449a8c289e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.416058] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d812a8c2-a4c9-46de-a2a1-92ffb7fd2e16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.430986] env[71114]: DEBUG nova.compute.provider_tree [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.518197] env[71114]: DEBUG oslo_vmware.api [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822289, 'name': PowerOnVM_Task, 'duration_secs': 1.701479} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.518197] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.518415] env[71114]: INFO nova.compute.manager [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1157.518536] env[71114]: DEBUG nova.compute.manager [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.519319] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c80438f-88ab-4c3c-948e-9b01b4e3f5e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.530806] env[71114]: DEBUG nova.compute.manager [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.755076] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5281de2b-badc-f487-a4e4-97a96629ff2f, 'name': SearchDatastore_Task, 'duration_secs': 0.019946} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.755076] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8a266f-10ef-45c9-b1eb-da1df1514f44 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.760890] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1157.760890] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525bf6e7-1610-a8ae-7e12-86995c26091c" [ 1157.760890] env[71114]: _type = "Task" [ 1157.760890] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.771385] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525bf6e7-1610-a8ae-7e12-86995c26091c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.782765] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "788df085-c9c1-4f89-8b93-420dea3fd159" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.783045] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.783295] env[71114]: INFO nova.compute.manager [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Attaching volume 08fac0e7-707d-4dc3-92e4-33bf7343e733 to /dev/sdb [ 1157.813127] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075406} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.813317] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.814248] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fe07a0-d21c-4bc4-8ee4-11ece267e901 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.819146] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d852eb4e-4bdd-43e0-930f-ea9f63968618 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.837457] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 13911edc-0764-424e-8c9d-7e6e63a8e43b/13911edc-0764-424e-8c9d-7e6e63a8e43b.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.838213] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088e341c-18c3-4d3e-8acb-a84c7556732d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.857977] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7e915d-5bf4-487d-939c-92ee0aa34f95 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.862481] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1157.862481] env[71114]: value = "task-3822298" [ 1157.862481] env[71114]: _type = "Task" [ 1157.862481] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.868552] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822297, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.872595] env[71114]: DEBUG nova.virt.block_device [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Updating existing volume attachment record: a9a39097-d769-423f-8c17-9d1d5b0fbab1 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1157.880487] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822298, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.881050] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a3976500-3fd6-4ca6-b976-87955932f2ca tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.375s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.935115] env[71114]: DEBUG nova.scheduler.client.report [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.952179] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.952488] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.953081] env[71114]: DEBUG nova.compute.manager [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1157.954755] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a7ba0b-5d61-4b97-806b-3973c6f4ab75 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.965191] env[71114]: DEBUG nova.compute.manager [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1157.966393] env[71114]: DEBUG nova.objects.instance [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'flavor' on Instance uuid e3157b2e-44e4-4de8-b899-e4b1d1735fe3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.047139] env[71114]: INFO nova.compute.manager [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Took 24.63 seconds to build instance. [ 1158.238576] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.238853] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.239148] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.239356] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.239551] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.239710] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.239923] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.240097] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.240264] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.240658] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.240658] env[71114]: DEBUG nova.virt.hardware [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.241566] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c6110f-06ba-4fbe-b848-6e938da24478 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.252093] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61f30de-7731-4121-8684-ceb2a4c47555 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.266708] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:37:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cef4aea-e09a-4265-ba55-59a6a4e3792f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.274847] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.278105] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.278398] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c26d55a7-23d1-46c0-bf81-b5ed8003e783 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.299679] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525bf6e7-1610-a8ae-7e12-86995c26091c, 'name': SearchDatastore_Task, 'duration_secs': 0.069607} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.301195] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.301532] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6/849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.301679] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.301679] env[71114]: value = "task-3822300" [ 1158.301679] env[71114]: _type = "Task" [ 1158.301679] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.302107] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02684410-932d-48d7-acd8-8527db51bc17 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.313099] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822300, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.314589] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1158.314589] env[71114]: value = "task-3822301" [ 1158.314589] env[71114]: _type = "Task" [ 1158.314589] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.326790] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.367932] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822297, 'name': Rename_Task, 'duration_secs': 0.627446} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.372575] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.372575] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7482f190-35d8-4f36-abf6-422567f1249b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.382121] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.384059] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1158.384059] env[71114]: value = "task-3822302" [ 1158.384059] env[71114]: _type = "Task" [ 1158.384059] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.393253] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.440655] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.443813] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.398s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.446347] env[71114]: INFO nova.compute.claims [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.482270] env[71114]: INFO nova.scheduler.client.report [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Deleted allocations for instance 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb [ 1158.543222] env[71114]: DEBUG nova.compute.manager [req-acabe9a1-e778-431c-96f3-0f690993aff3 req-3e03f732-ed86-4787-abfa-274a444869a4 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received event network-changed-ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.543454] env[71114]: DEBUG nova.compute.manager [req-acabe9a1-e778-431c-96f3-0f690993aff3 req-3e03f732-ed86-4787-abfa-274a444869a4 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing instance network info cache due to event network-changed-ae5af878-c166-49f1-960e-21adc3e86df1. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.543697] env[71114]: DEBUG oslo_concurrency.lockutils [req-acabe9a1-e778-431c-96f3-0f690993aff3 req-3e03f732-ed86-4787-abfa-274a444869a4 service nova] Acquiring lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.543857] env[71114]: DEBUG oslo_concurrency.lockutils [req-acabe9a1-e778-431c-96f3-0f690993aff3 req-3e03f732-ed86-4787-abfa-274a444869a4 service nova] Acquired lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.544131] env[71114]: DEBUG nova.network.neutron [req-acabe9a1-e778-431c-96f3-0f690993aff3 req-3e03f732-ed86-4787-abfa-274a444869a4 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing network info cache for port ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.547859] env[71114]: DEBUG nova.compute.manager [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.554078] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3156cb80-ef4f-4226-addb-e2d47457ae67 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.153s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.594679] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.595636] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.595937] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.596277] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.597357] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.597357] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.597357] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.597572] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.597767] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.597976] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.598400] env[71114]: DEBUG nova.virt.hardware [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.599709] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4152a35-4682-4845-9a4c-024c694451d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.611899] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c332b9fb-414b-41f6-b982-9d4f2e1e0a01 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.817202] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822300, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.829937] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822301, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.879776] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822298, 'name': ReconfigVM_Task, 'duration_secs': 0.668143} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.880134] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 13911edc-0764-424e-8c9d-7e6e63a8e43b/13911edc-0764-424e-8c9d-7e6e63a8e43b.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.880891] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ca89ea7-d4e5-4e45-87bd-f02839077e47 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.891986] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1158.891986] env[71114]: value = "task-3822305" [ 1158.891986] env[71114]: _type = "Task" [ 1158.891986] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.900135] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.903443] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822305, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.960334] env[71114]: DEBUG nova.compute.manager [req-682c26ca-9dea-48d7-a8fd-56356376ef20 req-44247ffc-0c75-46f1-91d1-2c9d4ebed69e service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Received event network-vif-plugged-8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.960627] env[71114]: DEBUG oslo_concurrency.lockutils [req-682c26ca-9dea-48d7-a8fd-56356376ef20 req-44247ffc-0c75-46f1-91d1-2c9d4ebed69e service nova] Acquiring lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.962044] env[71114]: DEBUG oslo_concurrency.lockutils [req-682c26ca-9dea-48d7-a8fd-56356376ef20 req-44247ffc-0c75-46f1-91d1-2c9d4ebed69e service nova] Lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.962044] env[71114]: DEBUG oslo_concurrency.lockutils [req-682c26ca-9dea-48d7-a8fd-56356376ef20 req-44247ffc-0c75-46f1-91d1-2c9d4ebed69e service nova] Lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.962044] env[71114]: DEBUG nova.compute.manager [req-682c26ca-9dea-48d7-a8fd-56356376ef20 req-44247ffc-0c75-46f1-91d1-2c9d4ebed69e service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] No waiting events found dispatching network-vif-plugged-8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1158.962044] env[71114]: WARNING nova.compute.manager [req-682c26ca-9dea-48d7-a8fd-56356376ef20 req-44247ffc-0c75-46f1-91d1-2c9d4ebed69e service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Received unexpected event network-vif-plugged-8bd9c128-cf10-460a-808f-2d2d2599059b for instance with vm_state building and task_state spawning. [ 1158.974272] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.975411] env[71114]: DEBUG nova.network.neutron [req-acabe9a1-e778-431c-96f3-0f690993aff3 req-3e03f732-ed86-4787-abfa-274a444869a4 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updated VIF entry in instance network info cache for port ae5af878-c166-49f1-960e-21adc3e86df1. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.975818] env[71114]: DEBUG nova.network.neutron [req-acabe9a1-e778-431c-96f3-0f690993aff3 req-3e03f732-ed86-4787-abfa-274a444869a4 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [{"id": "ae5af878-c166-49f1-960e-21adc3e86df1", "address": "fa:16:3e:d7:38:38", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5af878-c1", "ovs_interfaceid": "ae5af878-c166-49f1-960e-21adc3e86df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.977787] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f445d401-76c3-48ad-8a41-08c34601bf88 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.993041] env[71114]: DEBUG oslo_vmware.api [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1158.993041] env[71114]: value = "task-3822306" [ 1158.993041] env[71114]: _type = "Task" [ 1158.993041] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.993603] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27ad392d-dcf2-46ca-b20a-e72f800710c2 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.829s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.011117] env[71114]: DEBUG oslo_vmware.api [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.115767] env[71114]: DEBUG nova.network.neutron [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Successfully updated port: 8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.317572] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822300, 'name': CreateVM_Task, 'duration_secs': 0.596413} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.322174] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.322970] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.323174] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.323493] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.324162] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655545cc-08fb-4bd3-b162-0e55aee4bbd2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.331028] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533252} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.331028] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6/849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.331359] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.331585] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c99f467a-a1a5-4317-9543-93f5f1394769 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.334952] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1159.334952] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52447858-2b5d-ca91-bcab-def7379b0175" [ 1159.334952] env[71114]: _type = "Task" [ 1159.334952] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.340534] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1159.340534] env[71114]: value = "task-3822307" [ 1159.340534] env[71114]: _type = "Task" [ 1159.340534] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.349618] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52447858-2b5d-ca91-bcab-def7379b0175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.356564] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.399634] env[71114]: DEBUG oslo_vmware.api [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822302, 'name': PowerOnVM_Task, 'duration_secs': 0.854961} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.400381] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.400644] env[71114]: INFO nova.compute.manager [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1159.400850] env[71114]: DEBUG nova.compute.manager [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.401683] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681d01df-699d-481c-b448-3acc35685672 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.408187] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822305, 'name': Rename_Task, 'duration_secs': 0.164875} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.408975] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.409321] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d000f342-6661-4218-bfd1-3319ca06e115 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.422722] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1159.422722] env[71114]: value = "task-3822308" [ 1159.422722] env[71114]: _type = "Task" [ 1159.422722] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.434942] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.485725] env[71114]: DEBUG oslo_concurrency.lockutils [req-acabe9a1-e778-431c-96f3-0f690993aff3 req-3e03f732-ed86-4787-abfa-274a444869a4 service nova] Releasing lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.510134] env[71114]: DEBUG oslo_vmware.api [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822306, 'name': PowerOffVM_Task, 'duration_secs': 0.271672} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.510455] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.510697] env[71114]: DEBUG nova.compute.manager [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.511709] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7740c11-71ad-4af1-b763-730b06be4b21 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.620491] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquiring lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.620491] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquired lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.620491] env[71114]: DEBUG nova.network.neutron [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.657280] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.657280] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.657280] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.657962] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.658484] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.661865] env[71114]: INFO nova.compute.manager [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Terminating instance [ 1159.811133] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c9f129-152b-412a-848f-8b9a3aecd27a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.833862] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73740fa3-d32b-4771-9c68-4f9fc975f32a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.223862] env[71114]: DEBUG nova.compute.manager [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.224121] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.225718] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52447858-2b5d-ca91-bcab-def7379b0175, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.232438] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6d94d53a-7e95-48d3-9c75-90ea08462e5a tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.280s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.238079] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24be95d3-6537-4d5e-92c7-4c518c0689d1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.246694] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2f63fe-4948-4324-9ce5-684df1ae2f4f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.251190] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.251190] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.251190] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.251190] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.251412] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.251774] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082205} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.253626] env[71114]: INFO nova.compute.manager [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Took 24.48 seconds to build instance. [ 1160.255465] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a4de277-7db2-47aa-9c3c-487cc5ba0cfe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.258130] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.260265] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118a8643-2f79-44df-ad63-a8a79e569a07 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.273881] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.274249] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822308, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.276695] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3ba2204-056e-49a3-940f-34bb6e2e5d68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.279739] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e6effd-983d-4fdc-9035-33c3135f1096 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.289073] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.290041] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.291679] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b96c242-8cbf-4205-bafa-5a7b95ff3d1a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.312511] env[71114]: DEBUG nova.compute.provider_tree [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.323299] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6/849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.325904] env[71114]: DEBUG nova.network.neutron [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.329169] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb62676-06a3-4dc8-97e4-172c86c1e3fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.344106] env[71114]: DEBUG oslo_vmware.api [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1160.344106] env[71114]: value = "task-3822309" [ 1160.344106] env[71114]: _type = "Task" [ 1160.344106] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.346536] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1160.346536] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523cbe8c-39e4-e705-0e85-0957e0e74756" [ 1160.346536] env[71114]: _type = "Task" [ 1160.346536] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.356685] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1160.356685] env[71114]: value = "task-3822310" [ 1160.356685] env[71114]: _type = "Task" [ 1160.356685] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.367408] env[71114]: DEBUG oslo_vmware.api [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.368071] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523cbe8c-39e4-e705-0e85-0957e0e74756, 'name': SearchDatastore_Task, 'duration_secs': 0.026302} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.371662] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4473c1-815c-4f5a-a1d2-f1fe555c5664 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.379227] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.383932] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1160.383932] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525b51fd-066f-0362-0a43-8bc9c8b50dff" [ 1160.383932] env[71114]: _type = "Task" [ 1160.383932] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.394645] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525b51fd-066f-0362-0a43-8bc9c8b50dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.734950] env[71114]: DEBUG oslo_vmware.api [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822308, 'name': PowerOnVM_Task, 'duration_secs': 1.165705} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.736217] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.736217] env[71114]: INFO nova.compute.manager [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1160.736217] env[71114]: DEBUG nova.compute.manager [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.736648] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9033d976-261c-4ac7-b8bf-744fda026701 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.759986] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46a3377a-275b-4b87-b99c-e6d165ab7b8d tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "34901060-9e0f-4189-be29-23665840875c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.998s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.825589] env[71114]: DEBUG nova.scheduler.client.report [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.859950] env[71114]: DEBUG oslo_vmware.api [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822309, 'name': PowerOffVM_Task, 'duration_secs': 0.36096} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.867091] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.867929] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.868374] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e95d991e-2fdd-49eb-97db-1cf4ef0e2b0f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.879091] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822310, 'name': ReconfigVM_Task, 'duration_secs': 0.350813} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.879428] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6/849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.880333] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abdc51cf-2a8a-451c-b945-655027b329b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.884344] env[71114]: DEBUG nova.network.neutron [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updating instance_info_cache with network_info: [{"id": "8bd9c128-cf10-460a-808f-2d2d2599059b", "address": "fa:16:3e:22:a4:5b", "network": {"id": "bf254e9c-e942-4105-aff7-400460fc0f20", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1404850914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a48fd6efb1794a31ab6f73b90a5aa0cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd9c128-cf", "ovs_interfaceid": "8bd9c128-cf10-460a-808f-2d2d2599059b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.893405] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1160.893405] env[71114]: value = "task-3822313" [ 1160.893405] env[71114]: _type = "Task" [ 1160.893405] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.907314] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525b51fd-066f-0362-0a43-8bc9c8b50dff, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.908524] env[71114]: DEBUG nova.compute.manager [req-fce71ee9-4d7d-400d-9c62-ef0739f5d15f req-92788e39-b44b-4cc6-b93d-9467a0eccb46 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Received event network-changed-010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.909124] env[71114]: DEBUG nova.compute.manager [req-fce71ee9-4d7d-400d-9c62-ef0739f5d15f req-92788e39-b44b-4cc6-b93d-9467a0eccb46 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Refreshing instance network info cache due to event network-changed-010a2b34-adc9-46d8-b5ca-186a1499d3fe. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.909362] env[71114]: DEBUG oslo_concurrency.lockutils [req-fce71ee9-4d7d-400d-9c62-ef0739f5d15f req-92788e39-b44b-4cc6-b93d-9467a0eccb46 service nova] Acquiring lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.909509] env[71114]: DEBUG oslo_concurrency.lockutils [req-fce71ee9-4d7d-400d-9c62-ef0739f5d15f req-92788e39-b44b-4cc6-b93d-9467a0eccb46 service nova] Acquired lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.909668] env[71114]: DEBUG nova.network.neutron [req-fce71ee9-4d7d-400d-9c62-ef0739f5d15f req-92788e39-b44b-4cc6-b93d-9467a0eccb46 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Refreshing network info cache for port 010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.912444] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.913345] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] df740a69-ad4f-4a75-b697-5ec23fc771aa/df740a69-ad4f-4a75-b697-5ec23fc771aa.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.914747] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-306bfa00-d71c-47c4-9304-f5d0a7283ece {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.925329] env[71114]: DEBUG nova.objects.instance [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'flavor' on Instance uuid e3157b2e-44e4-4de8-b899-e4b1d1735fe3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.930029] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822313, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.934462] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1160.934462] env[71114]: value = "task-3822314" [ 1160.934462] env[71114]: _type = "Task" [ 1160.934462] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.947922] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.954918] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.955285] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.955525] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Deleting the datastore file [datastore1] e6e0bcec-4e82-45eb-ba70-03a2aa0648d9 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.956160] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab1ad1f8-ffa5-40b4-a4bb-c222214c56af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.970344] env[71114]: DEBUG oslo_vmware.api [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for the task: (returnval){ [ 1160.970344] env[71114]: value = "task-3822315" [ 1160.970344] env[71114]: _type = "Task" [ 1160.970344] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.981151] env[71114]: DEBUG oslo_vmware.api [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.013665] env[71114]: DEBUG nova.compute.manager [req-299a4c68-e18e-4d69-80b3-88c96e256cae req-23400b1f-876e-4527-8329-c02134843081 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Received event network-changed-8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.013665] env[71114]: DEBUG nova.compute.manager [req-299a4c68-e18e-4d69-80b3-88c96e256cae req-23400b1f-876e-4527-8329-c02134843081 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Refreshing instance network info cache due to event network-changed-8bd9c128-cf10-460a-808f-2d2d2599059b. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.013665] env[71114]: DEBUG oslo_concurrency.lockutils [req-299a4c68-e18e-4d69-80b3-88c96e256cae req-23400b1f-876e-4527-8329-c02134843081 service nova] Acquiring lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.260074] env[71114]: INFO nova.compute.manager [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Took 23.41 seconds to build instance. [ 1161.331506] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.888s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.331882] env[71114]: DEBUG nova.compute.manager [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.334445] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.538s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.334703] env[71114]: DEBUG nova.objects.instance [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lazy-loading 'resources' on Instance uuid 9cf4f644-0474-417b-ac14-437e80042baf {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.389823] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Releasing lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.390164] env[71114]: DEBUG nova.compute.manager [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Instance network_info: |[{"id": "8bd9c128-cf10-460a-808f-2d2d2599059b", "address": "fa:16:3e:22:a4:5b", "network": {"id": "bf254e9c-e942-4105-aff7-400460fc0f20", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1404850914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a48fd6efb1794a31ab6f73b90a5aa0cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd9c128-cf", "ovs_interfaceid": "8bd9c128-cf10-460a-808f-2d2d2599059b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.390463] env[71114]: DEBUG oslo_concurrency.lockutils [req-299a4c68-e18e-4d69-80b3-88c96e256cae req-23400b1f-876e-4527-8329-c02134843081 service nova] Acquired lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.390667] env[71114]: DEBUG nova.network.neutron [req-299a4c68-e18e-4d69-80b3-88c96e256cae req-23400b1f-876e-4527-8329-c02134843081 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Refreshing network info cache for port 8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.391944] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:a4:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bd9c128-cf10-460a-808f-2d2d2599059b', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.400599] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Creating folder: Project (a48fd6efb1794a31ab6f73b90a5aa0cc). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.401580] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63e437df-012d-4b43-bf6f-d96d82f6cc2b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.418773] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822313, 'name': Rename_Task, 'duration_secs': 0.156197} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.419089] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.419706] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe2578a0-4ed6-4acb-9f99-136259ea9dcb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.423593] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Created folder: Project (a48fd6efb1794a31ab6f73b90a5aa0cc) in parent group-v759732. [ 1161.423800] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Creating folder: Instances. Parent ref: group-v760008. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.424449] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-593e91ff-9ee0-4c21-94c7-099b6153c8f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.432226] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1161.432226] env[71114]: value = "task-3822317" [ 1161.432226] env[71114]: _type = "Task" [ 1161.432226] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.432927] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.433071] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquired lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.433244] env[71114]: DEBUG nova.network.neutron [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.433370] env[71114]: DEBUG nova.objects.instance [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'info_cache' on Instance uuid e3157b2e-44e4-4de8-b899-e4b1d1735fe3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.440320] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Created folder: Instances in parent group-v760008. [ 1161.440660] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.444328] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.444584] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a821adeb-1e73-4cf0-8843-91d48e75b11b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.468251] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.474174] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822314, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.482572] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.482572] env[71114]: value = "task-3822319" [ 1161.482572] env[71114]: _type = "Task" [ 1161.482572] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.486872] env[71114]: DEBUG oslo_vmware.api [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Task: {'id': task-3822315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475454} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.487650] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.487805] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.488564] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.488564] env[71114]: INFO nova.compute.manager [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1161.488564] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.489221] env[71114]: DEBUG nova.compute.manager [-] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.489344] env[71114]: DEBUG nova.network.neutron [-] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.494948] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822319, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.715941] env[71114]: DEBUG nova.network.neutron [req-fce71ee9-4d7d-400d-9c62-ef0739f5d15f req-92788e39-b44b-4cc6-b93d-9467a0eccb46 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updated VIF entry in instance network info cache for port 010a2b34-adc9-46d8-b5ca-186a1499d3fe. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.716813] env[71114]: DEBUG nova.network.neutron [req-fce71ee9-4d7d-400d-9c62-ef0739f5d15f req-92788e39-b44b-4cc6-b93d-9467a0eccb46 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updating instance_info_cache with network_info: [{"id": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "address": "fa:16:3e:91:99:ff", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010a2b34-ad", "ovs_interfaceid": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.764455] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f3acb424-7980-419b-a911-a5569a5119c8 tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "13911edc-0764-424e-8c9d-7e6e63a8e43b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.928s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.838057] env[71114]: DEBUG nova.compute.utils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.842812] env[71114]: DEBUG nova.compute.manager [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1161.842891] env[71114]: DEBUG nova.network.neutron [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.857663] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "34901060-9e0f-4189-be29-23665840875c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.857840] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "34901060-9e0f-4189-be29-23665840875c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.857893] env[71114]: INFO nova.compute.manager [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Shelving [ 1161.886383] env[71114]: DEBUG nova.policy [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f07ad8c49a43bca7e3909f9de3f6e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be95833a6ff9470ab79c5dd2efed834a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.943268] env[71114]: DEBUG nova.objects.base [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.963630] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822317, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.971115] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810461} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.974080] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] df740a69-ad4f-4a75-b697-5ec23fc771aa/df740a69-ad4f-4a75-b697-5ec23fc771aa.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.974366] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.974880] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-915ba571-31e0-4e6e-8d95-87fc737f6b26 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.984980] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1161.984980] env[71114]: value = "task-3822320" [ 1161.984980] env[71114]: _type = "Task" [ 1161.984980] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.994478] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822319, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.002272] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.147191] env[71114]: DEBUG nova.network.neutron [req-299a4c68-e18e-4d69-80b3-88c96e256cae req-23400b1f-876e-4527-8329-c02134843081 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updated VIF entry in instance network info cache for port 8bd9c128-cf10-460a-808f-2d2d2599059b. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.147388] env[71114]: DEBUG nova.network.neutron [req-299a4c68-e18e-4d69-80b3-88c96e256cae req-23400b1f-876e-4527-8329-c02134843081 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updating instance_info_cache with network_info: [{"id": "8bd9c128-cf10-460a-808f-2d2d2599059b", "address": "fa:16:3e:22:a4:5b", "network": {"id": "bf254e9c-e942-4105-aff7-400460fc0f20", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1404850914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a48fd6efb1794a31ab6f73b90a5aa0cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd9c128-cf", "ovs_interfaceid": "8bd9c128-cf10-460a-808f-2d2d2599059b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.183537] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1239e56e-14ab-436a-9415-30081ca7fde8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.195842] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f563cc-69f2-4237-91ac-0df63b059f46 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.231836] env[71114]: DEBUG oslo_concurrency.lockutils [req-fce71ee9-4d7d-400d-9c62-ef0739f5d15f req-92788e39-b44b-4cc6-b93d-9467a0eccb46 service nova] Releasing lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.233580] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824ec746-f219-44da-aa1a-5865c5890d24 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.245351] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c45be9-f194-4891-b304-8f891eedb08b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.262611] env[71114]: DEBUG nova.compute.provider_tree [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.320350] env[71114]: DEBUG nova.network.neutron [-] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.343668] env[71114]: DEBUG nova.compute.manager [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.366985] env[71114]: DEBUG nova.network.neutron [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Updating instance_info_cache with network_info: [{"id": "973259b1-5df8-49cd-9773-fd75342d0f91", "address": "fa:16:3e:90:72:9f", "network": {"id": "5b569e93-4fcc-4710-beb0-8e9df075b1db", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1311967385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6029df11df684d52bd325eb0050d10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973259b1-5d", "ovs_interfaceid": "973259b1-5df8-49cd-9773-fd75342d0f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.390924] env[71114]: DEBUG nova.network.neutron [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Successfully created port: db5dddb1-1c22-4db8-ae0d-0d604f96dfbf {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.445791] env[71114]: DEBUG oslo_vmware.api [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822317, 'name': PowerOnVM_Task, 'duration_secs': 0.531224} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.446163] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.446975] env[71114]: INFO nova.compute.manager [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1162.446975] env[71114]: DEBUG nova.compute.manager [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.447623] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3edd110-143d-4256-9874-db811d3dda54 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.495165] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822319, 'name': CreateVM_Task, 'duration_secs': 0.520812} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.496125] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.497161] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.497333] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.497690] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.498184] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9a63a9-5492-4862-b731-0e13a8fbf02a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.503063] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076896} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.503651] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.504444] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2001e88f-876c-473e-a89c-0307d292db27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.508697] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1162.508697] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f22030-2d23-18c6-7f43-72cee5d64b8f" [ 1162.508697] env[71114]: _type = "Task" [ 1162.508697] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.531611] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] df740a69-ad4f-4a75-b697-5ec23fc771aa/df740a69-ad4f-4a75-b697-5ec23fc771aa.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.532482] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29659d4f-f345-46bb-a796-f347fa4e929d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.551071] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f22030-2d23-18c6-7f43-72cee5d64b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.021911} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.552126] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.552126] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.552357] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.552517] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.552723] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.553014] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2683cb5-3b81-472a-9098-61372f522f16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.557924] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1162.557924] env[71114]: value = "task-3822321" [ 1162.557924] env[71114]: _type = "Task" [ 1162.557924] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.566793] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.568425] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.568425] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.568948] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6929b70a-2f74-40c0-ba1f-29a52ebee86b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.576029] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1162.576029] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dc6900-48e0-20a2-dd6a-84a95b619132" [ 1162.576029] env[71114]: _type = "Task" [ 1162.576029] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.585149] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dc6900-48e0-20a2-dd6a-84a95b619132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.651253] env[71114]: DEBUG oslo_concurrency.lockutils [req-299a4c68-e18e-4d69-80b3-88c96e256cae req-23400b1f-876e-4527-8329-c02134843081 service nova] Releasing lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.770222] env[71114]: DEBUG nova.scheduler.client.report [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.823316] env[71114]: INFO nova.compute.manager [-] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Took 1.33 seconds to deallocate network for instance. [ 1162.870904] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Releasing lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.871947] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.872264] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f1041f9-3e58-42cd-9d92-ea45813e47ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.880611] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1162.880611] env[71114]: value = "task-3822322" [ 1162.880611] env[71114]: _type = "Task" [ 1162.880611] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.891781] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.935914] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.935914] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760007', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'name': 'volume-08fac0e7-707d-4dc3-92e4-33bf7343e733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '788df085-c9c1-4f89-8b93-420dea3fd159', 'attached_at': '', 'detached_at': '', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'serial': '08fac0e7-707d-4dc3-92e4-33bf7343e733'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.936895] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083a6aa7-dbd1-40c7-baa8-b748ac0bad5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.966099] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381d3390-5b43-4b19-9d0e-91356f643cd3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.972380] env[71114]: INFO nova.compute.manager [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Took 24.85 seconds to build instance. [ 1163.006022] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-08fac0e7-707d-4dc3-92e4-33bf7343e733/volume-08fac0e7-707d-4dc3-92e4-33bf7343e733.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.008157] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3a41071-dbbf-4b79-be16-8cb8be58951d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.023279] env[71114]: DEBUG nova.compute.manager [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Received event network-changed-010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.023434] env[71114]: DEBUG nova.compute.manager [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Refreshing instance network info cache due to event network-changed-010a2b34-adc9-46d8-b5ca-186a1499d3fe. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.023600] env[71114]: DEBUG oslo_concurrency.lockutils [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] Acquiring lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.023789] env[71114]: DEBUG oslo_concurrency.lockutils [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] Acquired lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.023980] env[71114]: DEBUG nova.network.neutron [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Refreshing network info cache for port 010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.032212] env[71114]: DEBUG oslo_vmware.api [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1163.032212] env[71114]: value = "task-3822323" [ 1163.032212] env[71114]: _type = "Task" [ 1163.032212] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.043713] env[71114]: DEBUG oslo_vmware.api [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.068644] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822321, 'name': ReconfigVM_Task, 'duration_secs': 0.304468} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.069014] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Reconfigured VM instance instance-0000005f to attach disk [datastore2] df740a69-ad4f-4a75-b697-5ec23fc771aa/df740a69-ad4f-4a75-b697-5ec23fc771aa.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.069739] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d41850c-7fa6-4aa0-b7bd-49f3b89ffc88 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.077063] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1163.077063] env[71114]: value = "task-3822324" [ 1163.077063] env[71114]: _type = "Task" [ 1163.077063] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.089452] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dc6900-48e0-20a2-dd6a-84a95b619132, 'name': SearchDatastore_Task, 'duration_secs': 0.023251} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.093485] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822324, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.093754] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75938802-c2d4-4a92-9fab-59bc0c121a0e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.100017] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1163.100017] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5275f020-7167-c200-e5c3-57651cd2341e" [ 1163.100017] env[71114]: _type = "Task" [ 1163.100017] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.109660] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5275f020-7167-c200-e5c3-57651cd2341e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.275166] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.303072] env[71114]: INFO nova.scheduler.client.report [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted allocations for instance 9cf4f644-0474-417b-ac14-437e80042baf [ 1163.331547] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.331865] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.332171] env[71114]: DEBUG nova.objects.instance [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lazy-loading 'resources' on Instance uuid e6e0bcec-4e82-45eb-ba70-03a2aa0648d9 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.353943] env[71114]: DEBUG nova.compute.manager [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.384813] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.385115] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.385303] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.385497] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.385701] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.385909] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.386159] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.386351] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.386526] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.386732] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.386959] env[71114]: DEBUG nova.virt.hardware [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.388839] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ddcad2-f6db-4da1-b845-db652d3825c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.405990] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b05791-6d9a-4ddb-a694-5265c122ce77 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.410578] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822322, 'name': PowerOffVM_Task, 'duration_secs': 0.305536} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.411231] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.412582] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdb520a-9748-4fad-8203-3139f5eab948 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.446317] env[71114]: INFO nova.compute.manager [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Rebuilding instance [ 1163.448950] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fddf05-2bb8-4c58-bb47-3ba3ec8827b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.475363] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3bb56d66-c46b-49d8-8e18-7197d39271ed tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.366s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.491952] env[71114]: DEBUG nova.compute.manager [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1163.493138] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4a096d-7100-424e-b721-863ff028b23c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.544227] env[71114]: DEBUG oslo_vmware.api [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.593879] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822324, 'name': Rename_Task, 'duration_secs': 0.181272} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.594361] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.594739] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-320a046a-e697-4ee5-a538-4216e8fdead7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.608504] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1163.608504] env[71114]: value = "task-3822325" [ 1163.608504] env[71114]: _type = "Task" [ 1163.608504] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.619444] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5275f020-7167-c200-e5c3-57651cd2341e, 'name': SearchDatastore_Task, 'duration_secs': 0.015159} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.623833] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.624280] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 488e9a8f-66a3-4da5-a5f2-1147e35c676e/488e9a8f-66a3-4da5-a5f2-1147e35c676e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.624703] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9495efb9-9f42-4af9-b5c6-8908de97c1da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.633219] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822325, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.641899] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1163.641899] env[71114]: value = "task-3822326" [ 1163.641899] env[71114]: _type = "Task" [ 1163.641899] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.657553] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.811625] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ac0f3876-1da3-48ca-8af1-cc88ac145766 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "9cf4f644-0474-417b-ac14-437e80042baf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.113s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.879681] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.879848] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee2ef4c4-7594-4361-9b58-5e94ab3e256f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.889992] env[71114]: DEBUG oslo_vmware.api [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1163.889992] env[71114]: value = "task-3822327" [ 1163.889992] env[71114]: _type = "Task" [ 1163.889992] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.902991] env[71114]: DEBUG oslo_vmware.api [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.925167] env[71114]: DEBUG nova.network.neutron [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updated VIF entry in instance network info cache for port 010a2b34-adc9-46d8-b5ca-186a1499d3fe. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.925736] env[71114]: DEBUG nova.network.neutron [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updating instance_info_cache with network_info: [{"id": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "address": "fa:16:3e:91:99:ff", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010a2b34-ad", "ovs_interfaceid": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.962607] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1163.963474] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5a4ec88-37a7-49e0-bf5a-9d8e8f0976b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.977091] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1163.977091] env[71114]: value = "task-3822328" [ 1163.977091] env[71114]: _type = "Task" [ 1163.977091] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.997886] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822328, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.049145] env[71114]: DEBUG oslo_vmware.api [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822323, 'name': ReconfigVM_Task, 'duration_secs': 0.633116} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.049545] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-08fac0e7-707d-4dc3-92e4-33bf7343e733/volume-08fac0e7-707d-4dc3-92e4-33bf7343e733.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.058914] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af2335b3-bd76-48c7-8a0f-692bbfb56bdb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.081500] env[71114]: DEBUG oslo_vmware.api [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1164.081500] env[71114]: value = "task-3822329" [ 1164.081500] env[71114]: _type = "Task" [ 1164.081500] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.096778] env[71114]: DEBUG oslo_vmware.api [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.122101] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.156204] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822326, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.223480] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf5fd54-0283-4d14-ba96-c9b6752519ae {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.227402] env[71114]: DEBUG nova.network.neutron [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Successfully updated port: db5dddb1-1c22-4db8-ae0d-0d604f96dfbf {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.238086] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5fdbd4-28be-425a-9a6e-e4125489218d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.285211] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882268de-1ac0-47b5-bfe6-d379edc6206a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.294404] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb705a0-0945-42f9-95a4-e57cca927e7a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.309230] env[71114]: DEBUG nova.compute.provider_tree [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.403086] env[71114]: DEBUG oslo_vmware.api [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822327, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.431239] env[71114]: DEBUG oslo_concurrency.lockutils [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] Releasing lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.431603] env[71114]: DEBUG nova.compute.manager [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received event network-changed-ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.431867] env[71114]: DEBUG nova.compute.manager [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing instance network info cache due to event network-changed-ae5af878-c166-49f1-960e-21adc3e86df1. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.432312] env[71114]: DEBUG oslo_concurrency.lockutils [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] Acquiring lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.432687] env[71114]: DEBUG oslo_concurrency.lockutils [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] Acquired lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.432982] env[71114]: DEBUG nova.network.neutron [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing network info cache for port ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.492321] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.510943] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.511360] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.516040] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.516427] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73b5b783-bdd8-42b4-afa6-06eb660dd472 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.526463] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1164.526463] env[71114]: value = "task-3822330" [ 1164.526463] env[71114]: _type = "Task" [ 1164.526463] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.539902] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.592933] env[71114]: DEBUG oslo_vmware.api [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822329, 'name': ReconfigVM_Task, 'duration_secs': 0.233327} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.593287] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760007', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'name': 'volume-08fac0e7-707d-4dc3-92e4-33bf7343e733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '788df085-c9c1-4f89-8b93-420dea3fd159', 'attached_at': '', 'detached_at': '', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'serial': '08fac0e7-707d-4dc3-92e4-33bf7343e733'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1164.621083] env[71114]: DEBUG oslo_vmware.api [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822325, 'name': PowerOnVM_Task, 'duration_secs': 0.810971} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.621407] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.621631] env[71114]: DEBUG nova.compute.manager [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1164.622728] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de17e9d-8fac-4cc7-bf34-bbe534c221e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.654866] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642957} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.655183] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 488e9a8f-66a3-4da5-a5f2-1147e35c676e/488e9a8f-66a3-4da5-a5f2-1147e35c676e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.655424] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.655696] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-451776dc-9dc3-4b64-8c42-0279202deac1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.663400] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1164.663400] env[71114]: value = "task-3822331" [ 1164.663400] env[71114]: _type = "Task" [ 1164.663400] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.674628] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.729665] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "refresh_cache-a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.729867] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "refresh_cache-a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.729978] env[71114]: DEBUG nova.network.neutron [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.768169] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.768400] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.812525] env[71114]: DEBUG nova.scheduler.client.report [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.901345] env[71114]: DEBUG oslo_vmware.api [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822327, 'name': PowerOnVM_Task, 'duration_secs': 0.690548} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.901620] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.901831] env[71114]: DEBUG nova.compute.manager [None req-62133afc-1937-4251-aa41-c9704769a493 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1164.902683] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1047390a-4bdb-48c1-871e-8beb8924fe25 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.991604] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.014019] env[71114]: DEBUG nova.compute.manager [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.038323] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822330, 'name': PowerOffVM_Task, 'duration_secs': 0.1265} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.038618] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.038852] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.039734] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a37908-f3d5-4ecd-af9c-6319017b649a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.047621] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.048039] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d513ef82-f789-4ad0-a57d-7c8734182644 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.077917] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.078274] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.078484] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Deleting the datastore file [datastore1] 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.081442] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e932b3c-5670-44f8-b15d-95d36fc7a966 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.088899] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1165.088899] env[71114]: value = "task-3822333" [ 1165.088899] env[71114]: _type = "Task" [ 1165.088899] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.099815] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.145044] env[71114]: DEBUG nova.compute.manager [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Received event network-vif-plugged-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.145044] env[71114]: DEBUG oslo_concurrency.lockutils [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] Acquiring lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.145044] env[71114]: DEBUG oslo_concurrency.lockutils [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] Lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.145044] env[71114]: DEBUG oslo_concurrency.lockutils [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] Lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.145237] env[71114]: DEBUG nova.compute.manager [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] No waiting events found dispatching network-vif-plugged-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1165.145460] env[71114]: WARNING nova.compute.manager [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Received unexpected event network-vif-plugged-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf for instance with vm_state building and task_state spawning. [ 1165.145754] env[71114]: DEBUG nova.compute.manager [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Received event network-changed-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.145931] env[71114]: DEBUG nova.compute.manager [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Refreshing instance network info cache due to event network-changed-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.146185] env[71114]: DEBUG oslo_concurrency.lockutils [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] Acquiring lock "refresh_cache-a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.151427] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.174849] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073512} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.175136] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.175958] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a119933-33f5-44a6-95ee-46b4fca4b57b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.199755] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 488e9a8f-66a3-4da5-a5f2-1147e35c676e/488e9a8f-66a3-4da5-a5f2-1147e35c676e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.200942] env[71114]: DEBUG nova.network.neutron [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updated VIF entry in instance network info cache for port ae5af878-c166-49f1-960e-21adc3e86df1. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.201289] env[71114]: DEBUG nova.network.neutron [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [{"id": "ae5af878-c166-49f1-960e-21adc3e86df1", "address": "fa:16:3e:d7:38:38", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5af878-c1", "ovs_interfaceid": "ae5af878-c166-49f1-960e-21adc3e86df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.202484] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb77fbda-ab91-486c-8d77-24baae3d571c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.226053] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1165.226053] env[71114]: value = "task-3822334" [ 1165.226053] env[71114]: _type = "Task" [ 1165.226053] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.237997] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.269593] env[71114]: DEBUG nova.network.neutron [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.272422] env[71114]: DEBUG nova.compute.utils [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.318915] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.322045] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.170s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.322045] env[71114]: DEBUG nova.objects.instance [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1165.347388] env[71114]: INFO nova.scheduler.client.report [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Deleted allocations for instance e6e0bcec-4e82-45eb-ba70-03a2aa0648d9 [ 1165.428408] env[71114]: DEBUG nova.network.neutron [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Updating instance_info_cache with network_info: [{"id": "db5dddb1-1c22-4db8-ae0d-0d604f96dfbf", "address": "fa:16:3e:58:b6:9a", "network": {"id": "73924351-0eda-4a21-9db9-d8862f08d76e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1919382541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "be95833a6ff9470ab79c5dd2efed834a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5dddb1-1c", "ovs_interfaceid": "db5dddb1-1c22-4db8-ae0d-0d604f96dfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.492806] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822328, 'name': CreateSnapshot_Task, 'duration_secs': 1.452267} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.493126] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1165.493948] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac87096f-8ff4-48d3-b30d-e01c53f752a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.533576] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.600136] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323027} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.600421] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.600617] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.600798] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.633138] env[71114]: DEBUG nova.objects.instance [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lazy-loading 'flavor' on Instance uuid 788df085-c9c1-4f89-8b93-420dea3fd159 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.719956] env[71114]: DEBUG oslo_concurrency.lockutils [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] Releasing lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.720260] env[71114]: DEBUG nova.compute.manager [req-eccb44d8-c8ab-4c28-b501-db0c6487a393 req-63a84e0d-3e89-40af-9b6e-f04922f5a92e service nova] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Received event network-vif-deleted-3477f0ed-ee6f-4485-961b-38f5219eec5a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.737512] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.775836] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.857501] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4d9a8327-160e-4d6a-b7b2-169c4af08586 tempest-ServerRescueNegativeTestJSON-479544056 tempest-ServerRescueNegativeTestJSON-479544056-project-member] Lock "e6e0bcec-4e82-45eb-ba70-03a2aa0648d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.200s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.932360] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "refresh_cache-a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.933344] env[71114]: DEBUG nova.compute.manager [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Instance network_info: |[{"id": "db5dddb1-1c22-4db8-ae0d-0d604f96dfbf", "address": "fa:16:3e:58:b6:9a", "network": {"id": "73924351-0eda-4a21-9db9-d8862f08d76e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1919382541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "be95833a6ff9470ab79c5dd2efed834a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5dddb1-1c", "ovs_interfaceid": "db5dddb1-1c22-4db8-ae0d-0d604f96dfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1165.934108] env[71114]: DEBUG oslo_concurrency.lockutils [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] Acquired lock "refresh_cache-a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.934500] env[71114]: DEBUG nova.network.neutron [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Refreshing network info cache for port db5dddb1-1c22-4db8-ae0d-0d604f96dfbf {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.937165] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:b6:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db5dddb1-1c22-4db8-ae0d-0d604f96dfbf', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.952699] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Creating folder: Project (be95833a6ff9470ab79c5dd2efed834a). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.954453] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bb06950-8c13-43a6-83d1-955d20217d2f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.970848] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Created folder: Project (be95833a6ff9470ab79c5dd2efed834a) in parent group-v759732. [ 1165.971206] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Creating folder: Instances. Parent ref: group-v760012. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.971488] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef548f3d-a61f-4977-8cf9-d6e9f522a5b0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.984317] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Created folder: Instances in parent group-v760012. [ 1165.984717] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.984989] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.985302] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8d32827-1eef-4432-bb74-3a0307285787 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.013289] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1166.015183] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e7c0ab3-9620-4cdf-abe6-fbd07df0e911 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.018317] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.018317] env[71114]: value = "task-3822337" [ 1166.018317] env[71114]: _type = "Task" [ 1166.018317] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.024082] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1166.024082] env[71114]: value = "task-3822338" [ 1166.024082] env[71114]: _type = "Task" [ 1166.024082] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.031345] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822337, 'name': CreateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.039318] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822338, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.144017] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e12b04d-38dd-4cf9-a115-3d451096ffe0 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.361s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.239400] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822334, 'name': ReconfigVM_Task, 'duration_secs': 0.813081} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.239819] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 488e9a8f-66a3-4da5-a5f2-1147e35c676e/488e9a8f-66a3-4da5-a5f2-1147e35c676e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.241262] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c75430b-b17b-456c-ac03-679e306101d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.244158] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "df740a69-ad4f-4a75-b697-5ec23fc771aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.244528] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "df740a69-ad4f-4a75-b697-5ec23fc771aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.245625] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "df740a69-ad4f-4a75-b697-5ec23fc771aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.246469] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "df740a69-ad4f-4a75-b697-5ec23fc771aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.247073] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "df740a69-ad4f-4a75-b697-5ec23fc771aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.251677] env[71114]: INFO nova.compute.manager [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Terminating instance [ 1166.259300] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1166.259300] env[71114]: value = "task-3822339" [ 1166.259300] env[71114]: _type = "Task" [ 1166.259300] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.273867] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822339, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.332036] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5a404cf5-1bd5-4c79-8302-dede9f84da68 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.333456] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.800s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.337069] env[71114]: INFO nova.compute.claims [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.532404] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822337, 'name': CreateVM_Task} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.533404] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.534646] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.535183] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.535518] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.539279] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8834041-d3e2-4186-a090-a50463dfdaf8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.541643] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822338, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.546173] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1166.546173] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5278bb97-b336-41f5-0946-2c44ef1dd37f" [ 1166.546173] env[71114]: _type = "Task" [ 1166.546173] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.556853] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5278bb97-b336-41f5-0946-2c44ef1dd37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.638947] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.639223] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.639382] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.639561] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.639704] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.639849] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.641101] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.641101] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.641101] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.641247] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.642225] env[71114]: DEBUG nova.virt.hardware [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.643103] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03295cbf-8db7-4a36-8106-63ef31cb92cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.652351] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8260f400-b638-4a05-b458-54eb4fc93c6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.669890] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.675932] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.676227] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.676448] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92d2c4c4-c061-47d7-b80d-2bf08340cb44 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.698872] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.698872] env[71114]: value = "task-3822340" [ 1166.698872] env[71114]: _type = "Task" [ 1166.698872] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.713406] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822340, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.768049] env[71114]: DEBUG nova.compute.manager [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.768354] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.774029] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d8d62c-8821-4ed3-837d-34e21aff9843 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.780624] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822339, 'name': Rename_Task, 'duration_secs': 0.243368} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.782300] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.783669] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be9d6844-2fa5-419a-a6e1-3ded029731ba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.787450] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.788335] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b98a9bc-2a08-4870-9e52-1ed2a0b2c257 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.794865] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1166.794865] env[71114]: value = "task-3822341" [ 1166.794865] env[71114]: _type = "Task" [ 1166.794865] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.796953] env[71114]: DEBUG oslo_vmware.api [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1166.796953] env[71114]: value = "task-3822342" [ 1166.796953] env[71114]: _type = "Task" [ 1166.796953] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.816528] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822341, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.820512] env[71114]: DEBUG oslo_vmware.api [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.850567] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.850567] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.885193] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.885193] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.885193] env[71114]: INFO nova.compute.manager [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Attaching volume 4b7b82ca-aacc-4541-8b81-442e325bbb2c to /dev/sdb [ 1166.926705] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a6d50d-1f9b-41ab-bb4b-b27c10ace9b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.943492] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f118dce0-9bd5-4460-879c-4d6a0d5c561a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.964029] env[71114]: DEBUG nova.virt.block_device [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Updating existing volume attachment record: 9b848d2a-6d65-472d-9a96-e6aee6f176b5 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1166.967119] env[71114]: INFO nova.compute.manager [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Rebuilding instance [ 1167.034775] env[71114]: DEBUG nova.network.neutron [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Updated VIF entry in instance network info cache for port db5dddb1-1c22-4db8-ae0d-0d604f96dfbf. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.035178] env[71114]: DEBUG nova.network.neutron [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Updating instance_info_cache with network_info: [{"id": "db5dddb1-1c22-4db8-ae0d-0d604f96dfbf", "address": "fa:16:3e:58:b6:9a", "network": {"id": "73924351-0eda-4a21-9db9-d8862f08d76e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1919382541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "be95833a6ff9470ab79c5dd2efed834a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5dddb1-1c", "ovs_interfaceid": "db5dddb1-1c22-4db8-ae0d-0d604f96dfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.055763] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822338, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.068560] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5278bb97-b336-41f5-0946-2c44ef1dd37f, 'name': SearchDatastore_Task, 'duration_secs': 0.013265} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.071534] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.071881] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.071967] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.072096] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.072601] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.074994] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-319dfd31-82d7-49ab-8c3e-a2f973bf0fdc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.077299] env[71114]: DEBUG nova.compute.manager [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1167.078998] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1910352b-adff-47e9-a45b-5556217e45c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.091456] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.091652] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.092428] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8ec61e-cfec-43ea-b1bc-c13d8eb2ff27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.099360] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1167.099360] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5211ad95-65b9-dd59-3440-727247df4782" [ 1167.099360] env[71114]: _type = "Task" [ 1167.099360] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.112569] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5211ad95-65b9-dd59-3440-727247df4782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.211841] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822340, 'name': CreateVM_Task, 'duration_secs': 0.368364} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.212132] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.212536] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.212735] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.213094] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.213404] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7213ee-4904-45e3-aa26-30581891471e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.219508] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1167.219508] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b2a82d-f47e-75de-26b9-d4567b189a13" [ 1167.219508] env[71114]: _type = "Task" [ 1167.219508] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.230616] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b2a82d-f47e-75de-26b9-d4567b189a13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.313535] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822341, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.324755] env[71114]: DEBUG oslo_vmware.api [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822342, 'name': PowerOffVM_Task, 'duration_secs': 0.252101} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.325122] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.325397] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.325876] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27e465df-d67d-4054-95e9-28edff80d430 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.357635] env[71114]: DEBUG nova.compute.manager [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1167.415503] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.415711] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.415941] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleting the datastore file [datastore2] df740a69-ad4f-4a75-b697-5ec23fc771aa {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.418797] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0db3e521-cbb0-473f-a957-1e1ab5a57210 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.428282] env[71114]: DEBUG oslo_vmware.api [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1167.428282] env[71114]: value = "task-3822345" [ 1167.428282] env[71114]: _type = "Task" [ 1167.428282] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.441904] env[71114]: DEBUG oslo_vmware.api [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.515195] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "interface-5cc89839-9da6-4be3-9132-c08b9329e83b-29417e99-78d7-4b04-86c4-93e789de9c76" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.515452] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-5cc89839-9da6-4be3-9132-c08b9329e83b-29417e99-78d7-4b04-86c4-93e789de9c76" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.516040] env[71114]: DEBUG nova.objects.instance [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'flavor' on Instance uuid 5cc89839-9da6-4be3-9132-c08b9329e83b {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.544785] env[71114]: DEBUG oslo_concurrency.lockutils [req-4d46ff72-5e7e-42e9-a81e-778238b173eb req-cb0b2626-1a02-489d-844c-efc7a8c86a57 service nova] Releasing lock "refresh_cache-a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.545092] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822338, 'name': CloneVM_Task} progress is 95%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.615057] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5211ad95-65b9-dd59-3440-727247df4782, 'name': SearchDatastore_Task, 'duration_secs': 0.011043} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.615953] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5060a6cf-d0cb-4cbb-8a05-7cac056770c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.623181] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1167.623181] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b35dff-06eb-5e05-44e9-d4e9355e6fd5" [ 1167.623181] env[71114]: _type = "Task" [ 1167.623181] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.631981] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b35dff-06eb-5e05-44e9-d4e9355e6fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.665045] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f3dda8-e38c-4b78-99a4-a49e247ca4d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.673981] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8599c42e-e3b1-4be7-b1ea-3fcd8dccbf19 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.707598] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3efd3e2-5830-4616-b4bb-1137050578ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.716781] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa3ce75-35d4-4360-8f6e-049b3f967161 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.737916] env[71114]: DEBUG nova.compute.provider_tree [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.743715] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b2a82d-f47e-75de-26b9-d4567b189a13, 'name': SearchDatastore_Task, 'duration_secs': 0.012167} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.744326] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.744562] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.744822] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.744982] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.745151] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.745431] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00477301-b1c9-473b-8e8a-e17e29eb5f98 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.757205] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.757421] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.758263] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d38d35a-ad32-465f-8ca2-2b491bfc66cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.766230] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1167.766230] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5224db3f-2aee-cd54-8f5a-19c89b6ab013" [ 1167.766230] env[71114]: _type = "Task" [ 1167.766230] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.775668] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5224db3f-2aee-cd54-8f5a-19c89b6ab013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.807736] env[71114]: DEBUG oslo_vmware.api [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822341, 'name': PowerOnVM_Task, 'duration_secs': 0.670548} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.807904] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.808165] env[71114]: INFO nova.compute.manager [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1167.808509] env[71114]: DEBUG nova.compute.manager [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1167.809283] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd20ce05-922b-49c8-83c7-2eb19fa61b6c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.882879] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.940651] env[71114]: DEBUG oslo_vmware.api [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283314} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.941092] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.941347] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.941647] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.941809] env[71114]: INFO nova.compute.manager [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1167.942056] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.942260] env[71114]: DEBUG nova.compute.manager [-] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.942358] env[71114]: DEBUG nova.network.neutron [-] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.042537] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822338, 'name': CloneVM_Task, 'duration_secs': 1.804679} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.043268] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Created linked-clone VM from snapshot [ 1168.044110] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d194c02b-6ae9-4704-ad8e-f78964934b27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.056742] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Uploading image 1542c710-0539-42f3-93fa-83133a26f222 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1168.089693] env[71114]: DEBUG oslo_vmware.rw_handles [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1168.089693] env[71114]: value = "vm-760015" [ 1168.089693] env[71114]: _type = "VirtualMachine" [ 1168.089693] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1168.090290] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bf242428-c1be-4724-9707-01f092217042 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.103059] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.103059] env[71114]: DEBUG oslo_vmware.rw_handles [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lease: (returnval){ [ 1168.103059] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f45ba-0150-e046-5c5f-9909d184ff1d" [ 1168.103059] env[71114]: _type = "HttpNfcLease" [ 1168.103059] env[71114]: } obtained for exporting VM: (result){ [ 1168.103059] env[71114]: value = "vm-760015" [ 1168.103059] env[71114]: _type = "VirtualMachine" [ 1168.103059] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1168.103059] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the lease: (returnval){ [ 1168.103059] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f45ba-0150-e046-5c5f-9909d184ff1d" [ 1168.103059] env[71114]: _type = "HttpNfcLease" [ 1168.103059] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1168.103059] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7ef29a8-b08f-456e-a8a8-a9797fe9ea2e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.113363] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.113363] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f45ba-0150-e046-5c5f-9909d184ff1d" [ 1168.113363] env[71114]: _type = "HttpNfcLease" [ 1168.113363] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1168.119043] env[71114]: DEBUG oslo_vmware.rw_handles [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1168.119043] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521f45ba-0150-e046-5c5f-9909d184ff1d" [ 1168.119043] env[71114]: _type = "HttpNfcLease" [ 1168.119043] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1168.119043] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1168.119043] env[71114]: value = "task-3822347" [ 1168.119043] env[71114]: _type = "Task" [ 1168.119043] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.119043] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5286b5f6-ec75-4abb-82b6-d1c592082abb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.135522] env[71114]: DEBUG oslo_vmware.rw_handles [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526003fe-e274-5e6f-a653-dbabb703762b/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1168.136066] env[71114]: DEBUG oslo_vmware.rw_handles [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526003fe-e274-5e6f-a653-dbabb703762b/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1168.144143] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.206927] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b35dff-06eb-5e05-44e9-d4e9355e6fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.01403} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.209558] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.209558] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f/a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.209558] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-065e6ed8-15bf-4d3c-8e67-fb1f2988567d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.217542] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1168.217542] env[71114]: value = "task-3822348" [ 1168.217542] env[71114]: _type = "Task" [ 1168.217542] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.227654] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.246371] env[71114]: DEBUG nova.scheduler.client.report [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.251099] env[71114]: DEBUG nova.objects.instance [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'pci_requests' on Instance uuid 5cc89839-9da6-4be3-9132-c08b9329e83b {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.282041] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b6c93a9-a5db-42fd-b873-06f9532c1c6c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.282041] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5224db3f-2aee-cd54-8f5a-19c89b6ab013, 'name': SearchDatastore_Task, 'duration_secs': 0.013002} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.283264] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04ca9fe-efa7-4b7f-936d-14207f1e6d84 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.291376] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1168.291376] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529e1ffa-a2f5-9581-dc94-4bc7d133915b" [ 1168.291376] env[71114]: _type = "Task" [ 1168.291376] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.303806] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529e1ffa-a2f5-9581-dc94-4bc7d133915b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.334246] env[71114]: INFO nova.compute.manager [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Took 25.76 seconds to build instance. [ 1168.540937] env[71114]: DEBUG nova.compute.manager [req-9307070d-495c-4da7-9dcf-b711eeab7f36 req-c5740824-8363-4359-9f08-f0fe57e25e7b service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Received event network-vif-deleted-4cef4aea-e09a-4265-ba55-59a6a4e3792f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.541494] env[71114]: INFO nova.compute.manager [req-9307070d-495c-4da7-9dcf-b711eeab7f36 req-c5740824-8363-4359-9f08-f0fe57e25e7b service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Neutron deleted interface 4cef4aea-e09a-4265-ba55-59a6a4e3792f; detaching it from the instance and deleting it from the info cache [ 1168.541657] env[71114]: DEBUG nova.network.neutron [req-9307070d-495c-4da7-9dcf-b711eeab7f36 req-c5740824-8363-4359-9f08-f0fe57e25e7b service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.633336] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822347, 'name': PowerOffVM_Task, 'duration_secs': 0.335768} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.633664] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.699129] env[71114]: INFO nova.compute.manager [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Detaching volume 08fac0e7-707d-4dc3-92e4-33bf7343e733 [ 1168.729109] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.739346] env[71114]: INFO nova.virt.block_device [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Attempting to driver detach volume 08fac0e7-707d-4dc3-92e4-33bf7343e733 from mountpoint /dev/sdb [ 1168.739649] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1168.740080] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760007', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'name': 'volume-08fac0e7-707d-4dc3-92e4-33bf7343e733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '788df085-c9c1-4f89-8b93-420dea3fd159', 'attached_at': '', 'detached_at': '', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'serial': '08fac0e7-707d-4dc3-92e4-33bf7343e733'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1168.741501] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86287ec3-3ed6-4150-9f82-652d1243c66d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.767886] env[71114]: DEBUG nova.objects.base [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Object Instance<5cc89839-9da6-4be3-9132-c08b9329e83b> lazy-loaded attributes: flavor,pci_requests {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1168.768234] env[71114]: DEBUG nova.network.neutron [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.771022] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.771557] env[71114]: DEBUG nova.compute.manager [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1168.774348] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.892s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.775887] env[71114]: INFO nova.compute.claims [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.779127] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbe4e0d-b7bb-4e99-80db-df2c9f4cc13f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.790715] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add5c02b-8281-4189-99e1-f00d9fbedf52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.807205] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529e1ffa-a2f5-9581-dc94-4bc7d133915b, 'name': SearchDatastore_Task, 'duration_secs': 0.014548} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.830935] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.831473] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6/849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.835351] env[71114]: DEBUG nova.network.neutron [-] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.836500] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a29bee6-39d9-4335-a734-7743eecd6c50 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.839897] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33932c3a-8c08-4aaa-ae36-22f97b46aed3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.843506] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a6853345-47a8-431e-9ef0-e35446452b52 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.284s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.862417] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] The volume has not been displaced from its original location: [datastore2] volume-08fac0e7-707d-4dc3-92e4-33bf7343e733/volume-08fac0e7-707d-4dc3-92e4-33bf7343e733.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1168.869027] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.872414] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f91d9198-bf08-45cb-8785-89bc67ff7c15 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.888925] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1168.888925] env[71114]: value = "task-3822349" [ 1168.888925] env[71114]: _type = "Task" [ 1168.888925] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.897635] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1168.897635] env[71114]: value = "task-3822350" [ 1168.897635] env[71114]: _type = "Task" [ 1168.897635] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.901388] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.909240] env[71114]: DEBUG nova.policy [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f6950231c49199a6a083e7130d44a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fcc130e05e4f82a3c8f5ec6917fac1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.917575] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.044748] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e70e2ef0-771a-4663-8f47-f1420bd7aadc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.056493] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac83cee8-e3f4-4c77-a556-9ce7121ca2a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.104242] env[71114]: DEBUG nova.compute.manager [req-9307070d-495c-4da7-9dcf-b711eeab7f36 req-c5740824-8363-4359-9f08-f0fe57e25e7b service nova] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Detach interface failed, port_id=4cef4aea-e09a-4265-ba55-59a6a4e3792f, reason: Instance df740a69-ad4f-4a75-b697-5ec23fc771aa could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.232144] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613268} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.232512] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f/a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.232909] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.233188] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-016feeb9-6666-4329-8648-5d473daf372f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.242916] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1169.242916] env[71114]: value = "task-3822351" [ 1169.242916] env[71114]: _type = "Task" [ 1169.242916] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.254550] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.285274] env[71114]: DEBUG nova.compute.utils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.291069] env[71114]: DEBUG nova.compute.manager [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.291333] env[71114]: DEBUG nova.network.neutron [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.345771] env[71114]: INFO nova.compute.manager [-] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Took 1.40 seconds to deallocate network for instance. [ 1169.359131] env[71114]: DEBUG nova.policy [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dade4f683e6246db800d671d2fcdb040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a780e78509c4508bc622ab228f8dd08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.404877] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822349, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.422050] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822350, 'name': ReconfigVM_Task, 'duration_secs': 0.281996} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.422050] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.427024] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-789c1ecb-1d2f-45e3-bf11-506ea4568799 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.451030] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1169.451030] env[71114]: value = "task-3822353" [ 1169.451030] env[71114]: _type = "Task" [ 1169.451030] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.461271] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "c2822b15-71a8-43ed-bd56-36333b2f2478" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.461962] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "c2822b15-71a8-43ed-bd56-36333b2f2478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.474871] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.708329] env[71114]: DEBUG nova.network.neutron [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Successfully created port: dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1169.753510] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111676} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.754148] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.755350] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2a43bb-6c10-45a1-82a9-c05fe249763f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.781391] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f/a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.781915] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d65040c9-34ca-4273-971a-f80ff0c1e9ba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.798349] env[71114]: DEBUG nova.compute.manager [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1169.814046] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1169.814046] env[71114]: value = "task-3822354" [ 1169.814046] env[71114]: _type = "Task" [ 1169.814046] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.823388] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.855638] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.900978] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618377} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.901308] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6/849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.901539] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.901805] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94dc84c5-8ee6-4a0b-a59b-09dfceba76c0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.917025] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1169.917025] env[71114]: value = "task-3822355" [ 1169.917025] env[71114]: _type = "Task" [ 1169.917025] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.929584] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.944626] env[71114]: INFO nova.compute.manager [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Rescuing [ 1169.944981] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquiring lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.945176] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquired lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.946933] env[71114]: DEBUG nova.network.neutron [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.964054] env[71114]: DEBUG nova.compute.manager [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.973599] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822353, 'name': ReconfigVM_Task, 'duration_secs': 0.313246} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.977536] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760007', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'name': 'volume-08fac0e7-707d-4dc3-92e4-33bf7343e733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '788df085-c9c1-4f89-8b93-420dea3fd159', 'attached_at': '', 'detached_at': '', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'serial': '08fac0e7-707d-4dc3-92e4-33bf7343e733'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1170.174545] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa41123-748c-487c-81d8-a680ee366975 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.183827] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f09bd3-ef65-4146-9ee8-cc82af488105 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.219347] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f41ad6-0f37-47d1-9eb0-3ea8ab63e91f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.229510] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8622121d-dadb-4b94-86c2-d1bafdd62e27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.247294] env[71114]: DEBUG nova.compute.provider_tree [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.322448] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822354, 'name': ReconfigVM_Task, 'duration_secs': 0.490232} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.323476] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Reconfigured VM instance instance-00000065 to attach disk [datastore2] a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f/a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.323755] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96620ba6-b94c-4ac2-9152-03fd02f7b016 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.331028] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1170.331028] env[71114]: value = "task-3822356" [ 1170.331028] env[71114]: _type = "Task" [ 1170.331028] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.343245] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822356, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.427246] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082312} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.427682] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.428869] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dffa089-a557-4fae-ace8-de9bf767a57a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.453572] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6/849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.456666] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd75d033-6719-4b66-8ced-17370dd5a330 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.482295] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1170.482295] env[71114]: value = "task-3822357" [ 1170.482295] env[71114]: _type = "Task" [ 1170.482295] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.487993] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.492467] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.751085] env[71114]: DEBUG nova.scheduler.client.report [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.779191] env[71114]: DEBUG nova.network.neutron [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updating instance_info_cache with network_info: [{"id": "8bd9c128-cf10-460a-808f-2d2d2599059b", "address": "fa:16:3e:22:a4:5b", "network": {"id": "bf254e9c-e942-4105-aff7-400460fc0f20", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1404850914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a48fd6efb1794a31ab6f73b90a5aa0cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd9c128-cf", "ovs_interfaceid": "8bd9c128-cf10-460a-808f-2d2d2599059b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.813289] env[71114]: DEBUG nova.compute.manager [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.838965] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.838965] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.839090] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.839303] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.839453] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.839595] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.839807] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.840055] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.840135] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.840292] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.840458] env[71114]: DEBUG nova.virt.hardware [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.841336] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97247a50-45a7-4d50-ae1d-4f525ac6cb76 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.853243] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822356, 'name': Rename_Task, 'duration_secs': 0.232029} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.853608] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.854891] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e057d786-f16c-4aa7-97f0-bfbf41db11b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.859588] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d44c2a32-0435-4b26-9490-6b6f6c97e4f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.875966] env[71114]: DEBUG nova.network.neutron [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Successfully updated port: 29417e99-78d7-4b04-86c4-93e789de9c76 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.877440] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1170.877440] env[71114]: value = "task-3822358" [ 1170.877440] env[71114]: _type = "Task" [ 1170.877440] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.886918] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.993800] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.040902] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "1575d037-9610-48b6-8ae4-08c76173bae4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.041146] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "1575d037-9610-48b6-8ae4-08c76173bae4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.050882] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.051104] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1a5a5da-e553-4d13-977c-8971492198e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.059520] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1171.059520] env[71114]: value = "task-3822359" [ 1171.059520] env[71114]: _type = "Task" [ 1171.059520] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.072088] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1171.072313] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.072604] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760007', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'name': 'volume-08fac0e7-707d-4dc3-92e4-33bf7343e733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '788df085-c9c1-4f89-8b93-420dea3fd159', 'attached_at': '', 'detached_at': '', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'serial': '08fac0e7-707d-4dc3-92e4-33bf7343e733'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.074368] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ea79bc-868b-467d-ac15-59759785e8fc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.096012] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ca7202-5bc6-4d6d-ba14-33758117a01e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.103627] env[71114]: WARNING nova.virt.vmwareapi.driver [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1171.104013] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.104902] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a56bacb-51e8-45bb-ae58-4c9a74ca79ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.112840] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.113153] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3643b3ce-3e33-417f-9787-7ac21dc051a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.181428] env[71114]: DEBUG nova.compute.manager [req-ee54413d-9db3-4ed9-871c-aaa3881ba93e req-6e810ba2-ce9e-488e-ad71-c851889e0ece service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received event network-vif-plugged-29417e99-78d7-4b04-86c4-93e789de9c76 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.181696] env[71114]: DEBUG oslo_concurrency.lockutils [req-ee54413d-9db3-4ed9-871c-aaa3881ba93e req-6e810ba2-ce9e-488e-ad71-c851889e0ece service nova] Acquiring lock "5cc89839-9da6-4be3-9132-c08b9329e83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.181919] env[71114]: DEBUG oslo_concurrency.lockutils [req-ee54413d-9db3-4ed9-871c-aaa3881ba93e req-6e810ba2-ce9e-488e-ad71-c851889e0ece service nova] Lock "5cc89839-9da6-4be3-9132-c08b9329e83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.182200] env[71114]: DEBUG oslo_concurrency.lockutils [req-ee54413d-9db3-4ed9-871c-aaa3881ba93e req-6e810ba2-ce9e-488e-ad71-c851889e0ece service nova] Lock "5cc89839-9da6-4be3-9132-c08b9329e83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.182443] env[71114]: DEBUG nova.compute.manager [req-ee54413d-9db3-4ed9-871c-aaa3881ba93e req-6e810ba2-ce9e-488e-ad71-c851889e0ece service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] No waiting events found dispatching network-vif-plugged-29417e99-78d7-4b04-86c4-93e789de9c76 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1171.182729] env[71114]: WARNING nova.compute.manager [req-ee54413d-9db3-4ed9-871c-aaa3881ba93e req-6e810ba2-ce9e-488e-ad71-c851889e0ece service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received unexpected event network-vif-plugged-29417e99-78d7-4b04-86c4-93e789de9c76 for instance with vm_state active and task_state None. [ 1171.194324] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.194557] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.194736] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleting the datastore file [datastore1] 788df085-c9c1-4f89-8b93-420dea3fd159 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.195103] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f259cffe-a9a4-4336-a39c-e40e5feff242 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.202808] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1171.202808] env[71114]: value = "task-3822361" [ 1171.202808] env[71114]: _type = "Task" [ 1171.202808] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.211473] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.255700] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.256360] env[71114]: DEBUG nova.compute.manager [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.259035] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.403s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.259635] env[71114]: DEBUG nova.objects.instance [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lazy-loading 'resources' on Instance uuid df740a69-ad4f-4a75-b697-5ec23fc771aa {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.265177] env[71114]: DEBUG nova.network.neutron [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Successfully updated port: dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.282106] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Releasing lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.379375] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.379554] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.379730] env[71114]: DEBUG nova.network.neutron [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.393860] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822358, 'name': PowerOnVM_Task} progress is 81%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.493605] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822357, 'name': ReconfigVM_Task, 'duration_secs': 0.530218} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.493935] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6/849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.494645] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c8c6b6e-f2db-4cae-a8bc-f7af4f096a82 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.503040] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1171.503040] env[71114]: value = "task-3822362" [ 1171.503040] env[71114]: _type = "Task" [ 1171.503040] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.513019] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822362, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.543288] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1171.543511] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760017', 'volume_id': '4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'name': 'volume-4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcf89176-4bf9-4bcd-af48-dd538ac9ceb7', 'attached_at': '', 'detached_at': '', 'volume_id': '4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'serial': '4b7b82ca-aacc-4541-8b81-442e325bbb2c'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1171.543954] env[71114]: DEBUG nova.compute.manager [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.547737] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae8caf9-37c3-4ca6-8c65-91b38892f7d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.572225] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6871d1-4ffb-4843-a1a0-1285856535a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.602793] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-4b7b82ca-aacc-4541-8b81-442e325bbb2c/volume-4b7b82ca-aacc-4541-8b81-442e325bbb2c.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.604052] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e25423a2-5d75-41d5-a4b8-77352237b66a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.625655] env[71114]: DEBUG oslo_vmware.api [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1171.625655] env[71114]: value = "task-3822363" [ 1171.625655] env[71114]: _type = "Task" [ 1171.625655] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.637313] env[71114]: DEBUG oslo_vmware.api [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.712228] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235478} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.712495] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.712690] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.712862] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.761759] env[71114]: DEBUG nova.compute.utils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.766268] env[71114]: DEBUG nova.compute.manager [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.766507] env[71114]: DEBUG nova.network.neutron [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.769362] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "refresh_cache-21bad3c3-01db-4f70-b8fe-31b72a1e0cea" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.769514] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "refresh_cache-21bad3c3-01db-4f70-b8fe-31b72a1e0cea" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.769650] env[71114]: DEBUG nova.network.neutron [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.811502] env[71114]: DEBUG nova.policy [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1707d4814e404e5e92bcdd029fa53665', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc8d18c557342b9addc4bc2e1b73ceb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.896713] env[71114]: DEBUG oslo_vmware.api [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822358, 'name': PowerOnVM_Task, 'duration_secs': 0.774068} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.899711] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.899953] env[71114]: INFO nova.compute.manager [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1171.900172] env[71114]: DEBUG nova.compute.manager [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1171.901580] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af64750a-2004-49ef-ba89-f0f7f177fecb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.945424] env[71114]: WARNING nova.network.neutron [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] 8f9074f3-ea05-4ef9-b3d9-478e7d20af6b already exists in list: networks containing: ['8f9074f3-ea05-4ef9-b3d9-478e7d20af6b']. ignoring it [ 1172.024668] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822362, 'name': Rename_Task, 'duration_secs': 0.192265} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.024929] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.025941] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d31476d-23df-4b85-8cf1-3b760be6f302 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.036601] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1172.036601] env[71114]: value = "task-3822364" [ 1172.036601] env[71114]: _type = "Task" [ 1172.036601] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.048352] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.074816] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.126586] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33fd85b-b323-4d50-a7e1-11c5c0bceaae {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.141406] env[71114]: DEBUG oslo_vmware.api [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.144884] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f66fca2-37fd-465d-a5b2-42dbcc637062 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.185837] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aea2f2-e8cd-495a-918a-35e400e49e04 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.198433] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6bc101-4097-4c1b-926a-b4d79f1129d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.219817] env[71114]: INFO nova.virt.block_device [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Booting with volume 08fac0e7-707d-4dc3-92e4-33bf7343e733 at /dev/sdb [ 1172.222258] env[71114]: DEBUG nova.compute.provider_tree [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.270124] env[71114]: DEBUG nova.compute.manager [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.282302] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d15b4c1-529f-4d7e-80d1-7cd276a03dc0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.293244] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1652cfda-6a2c-422a-a820-2b85d5f9c510 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.339477] env[71114]: DEBUG nova.network.neutron [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Successfully created port: b425dd69-3212-44bb-a51a-1bd85733a853 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.341544] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9506366e-690e-4a8d-9a3f-8711ab9d5c21 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.344932] env[71114]: DEBUG nova.network.neutron [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.356540] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d007c40-a791-488d-86a8-9f418a2fc0e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.158324] env[71114]: DEBUG nova.scheduler.client.report [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.163890] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.177412] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c72fb0-5262-4649-97b6-98e4be3d9e62 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.178569] env[71114]: INFO nova.compute.manager [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Took 22.16 seconds to build instance. [ 1173.194267] env[71114]: DEBUG oslo_vmware.api [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822364, 'name': PowerOnVM_Task, 'duration_secs': 0.737946} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.194267] env[71114]: DEBUG oslo_vmware.api [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822363, 'name': ReconfigVM_Task, 'duration_secs': 0.708637} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.210972] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.211242] env[71114]: DEBUG nova.compute.manager [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.211950] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-4b7b82ca-aacc-4541-8b81-442e325bbb2c/volume-4b7b82ca-aacc-4541-8b81-442e325bbb2c.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.220730] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1173.220730] env[71114]: value = "task-3822365" [ 1173.220730] env[71114]: _type = "Task" [ 1173.220730] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.225458] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4595d2b-79e7-4bf2-a7e9-475d7e6266e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.225458] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d2fb44-a4d2-4ea3-9d06-c90052c8ff25 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.235699] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13de468-b7a4-4013-8a37-5e0e05581a77 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.262027] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f6122c-a41e-4794-ae6b-1a65aa135763 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.264845] env[71114]: DEBUG oslo_vmware.api [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1173.264845] env[71114]: value = "task-3822366" [ 1173.264845] env[71114]: _type = "Task" [ 1173.264845] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.265532] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.278887] env[71114]: DEBUG oslo_vmware.api [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.282677] env[71114]: DEBUG nova.virt.block_device [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Updating existing volume attachment record: c2a7fdcd-2a93-4def-8b84-53c275ef93b4 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1173.290405] env[71114]: DEBUG nova.compute.manager [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received event network-changed-29417e99-78d7-4b04-86c4-93e789de9c76 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.290621] env[71114]: DEBUG nova.compute.manager [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing instance network info cache due to event network-changed-29417e99-78d7-4b04-86c4-93e789de9c76. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.290800] env[71114]: DEBUG oslo_concurrency.lockutils [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] Acquiring lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.292409] env[71114]: DEBUG nova.network.neutron [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [{"id": "ae5af878-c166-49f1-960e-21adc3e86df1", "address": "fa:16:3e:d7:38:38", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5af878-c1", "ovs_interfaceid": "ae5af878-c166-49f1-960e-21adc3e86df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29417e99-78d7-4b04-86c4-93e789de9c76", "address": "fa:16:3e:c5:ca:34", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29417e99-78", "ovs_interfaceid": "29417e99-78d7-4b04-86c4-93e789de9c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.412545] env[71114]: DEBUG nova.network.neutron [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Updating instance_info_cache with network_info: [{"id": "dde3c48d-32ea-4c3a-a1f6-b88005b98ac6", "address": "fa:16:3e:3a:88:0d", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde3c48d-32", "ovs_interfaceid": "dde3c48d-32ea-4c3a-a1f6-b88005b98ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.668266] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.409s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.671368] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.183s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.672931] env[71114]: INFO nova.compute.claims [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.681678] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9fe24bd1-4fc3-413e-9b3d-9fbc90b5f93a tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.676s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.684898] env[71114]: DEBUG nova.compute.manager [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.695517] env[71114]: INFO nova.scheduler.client.report [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted allocations for instance df740a69-ad4f-4a75-b697-5ec23fc771aa [ 1173.719683] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.719993] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.721126] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.721126] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.721126] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.721126] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.721126] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.721126] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.721126] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.721513] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.721513] env[71114]: DEBUG nova.virt.hardware [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.722607] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a49313-89cb-42e4-a53a-b94123098853 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.734245] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aed9897-d256-4973-9673-3932d4f6c1db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.756550] env[71114]: INFO nova.compute.manager [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Rescuing [ 1173.756895] env[71114]: DEBUG oslo_concurrency.lockutils [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "refresh_cache-a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.757110] env[71114]: DEBUG oslo_concurrency.lockutils [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "refresh_cache-a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.757327] env[71114]: DEBUG nova.network.neutron [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.758928] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822365, 'name': PowerOffVM_Task, 'duration_secs': 0.360544} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.759709] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.760571] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e61d2e-87f0-4c13-a288-58cc97931ab8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.794024] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc99bf0d-e0f5-4297-9f0c-979b3da632db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.797619] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.798550] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.799226] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.799427] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.800095] env[71114]: DEBUG oslo_concurrency.lockutils [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] Acquired lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.800355] env[71114]: DEBUG nova.network.neutron [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing network info cache for port 29417e99-78d7-4b04-86c4-93e789de9c76 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.802162] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0127e429-0126-456b-b158-21131ef53f6e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.810830] env[71114]: DEBUG oslo_vmware.api [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822366, 'name': ReconfigVM_Task, 'duration_secs': 0.212319} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.814321] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760017', 'volume_id': '4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'name': 'volume-4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcf89176-4bf9-4bcd-af48-dd538ac9ceb7', 'attached_at': '', 'detached_at': '', 'volume_id': '4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'serial': '4b7b82ca-aacc-4541-8b81-442e325bbb2c'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1173.835631] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.835911] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.836127] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.836370] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.836586] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.836779] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.837008] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.837208] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.837410] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.837584] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.837752] env[71114]: DEBUG nova.virt.hardware [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.845882] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Reconfiguring VM to attach interface {{(pid=71114) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1173.851187] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82e9974a-5089-400f-a90e-a918f41b6c2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.874020] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.874020] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1e6d42-f24a-46b3-ac65-df31beea5513 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.876705] env[71114]: DEBUG oslo_vmware.api [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1173.876705] env[71114]: value = "task-3822367" [ 1173.876705] env[71114]: _type = "Task" [ 1173.876705] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.876705] env[71114]: DEBUG nova.network.neutron [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Successfully updated port: b425dd69-3212-44bb-a51a-1bd85733a853 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.884401] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1173.884401] env[71114]: value = "task-3822368" [ 1173.884401] env[71114]: _type = "Task" [ 1173.884401] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.893045] env[71114]: DEBUG oslo_vmware.api [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822367, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.900522] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1173.900784] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.901048] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.901202] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.901422] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.902097] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26303a21-8fe1-487e-bcdf-04b4dd275d19 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.915709] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.915709] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.915709] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6dd359-d11e-44a6-8a18-d7e0c7270bc8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.917348] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "refresh_cache-21bad3c3-01db-4f70-b8fe-31b72a1e0cea" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.917684] env[71114]: DEBUG nova.compute.manager [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Instance network_info: |[{"id": "dde3c48d-32ea-4c3a-a1f6-b88005b98ac6", "address": "fa:16:3e:3a:88:0d", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde3c48d-32", "ovs_interfaceid": "dde3c48d-32ea-4c3a-a1f6-b88005b98ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.918110] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:88:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dde3c48d-32ea-4c3a-a1f6-b88005b98ac6', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.927262] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.928219] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.928483] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c4d8ce6-badb-4652-a484-97e203dae4ab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.945470] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1173.945470] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526c0b19-49c3-825c-6730-9dfcc21bc77d" [ 1173.945470] env[71114]: _type = "Task" [ 1173.945470] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.951534] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.951534] env[71114]: value = "task-3822369" [ 1173.951534] env[71114]: _type = "Task" [ 1173.951534] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.958997] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526c0b19-49c3-825c-6730-9dfcc21bc77d, 'name': SearchDatastore_Task, 'duration_secs': 0.013347} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.961340] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce7d7ae-011e-4335-adae-03e6df9ede25 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.971487] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822369, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.972687] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1173.972687] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5250ed94-f8ef-480d-c0cc-7a82b20bd931" [ 1173.972687] env[71114]: _type = "Task" [ 1173.972687] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.980926] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5250ed94-f8ef-480d-c0cc-7a82b20bd931, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.206017] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e122d288-26cd-47c9-b9ff-0ef8f5d8fa63 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "df740a69-ad4f-4a75-b697-5ec23fc771aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.961s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.389019] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-665cb13f-f2ef-4fa4-a627-7f9629207c5e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.389315] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-665cb13f-f2ef-4fa4-a627-7f9629207c5e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.389507] env[71114]: DEBUG nova.network.neutron [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.391214] env[71114]: DEBUG oslo_vmware.api [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.467088] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822369, 'name': CreateVM_Task, 'duration_secs': 0.496887} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.467288] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.467987] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.468171] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.468551] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.468816] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5968b40e-05cb-4bb9-b6be-9dfa73d95ce0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.477759] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1174.477759] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b389eb-0cc5-4600-a624-56a1a21c669b" [ 1174.477759] env[71114]: _type = "Task" [ 1174.477759] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.490226] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5250ed94-f8ef-480d-c0cc-7a82b20bd931, 'name': SearchDatastore_Task, 'duration_secs': 0.011967} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.491010] env[71114]: DEBUG nova.network.neutron [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Updating instance_info_cache with network_info: [{"id": "db5dddb1-1c22-4db8-ae0d-0d604f96dfbf", "address": "fa:16:3e:58:b6:9a", "network": {"id": "73924351-0eda-4a21-9db9-d8862f08d76e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1919382541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "be95833a6ff9470ab79c5dd2efed834a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb5dddb1-1c", "ovs_interfaceid": "db5dddb1-1c22-4db8-ae0d-0d604f96dfbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.493519] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.493833] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 488e9a8f-66a3-4da5-a5f2-1147e35c676e/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. {{(pid=71114) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1174.494195] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bc603c0-dc18-4aca-9f1c-fde69192eb0e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.500719] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b389eb-0cc5-4600-a624-56a1a21c669b, 'name': SearchDatastore_Task, 'duration_secs': 0.014222} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.501883] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.502145] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.502411] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.502626] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.502846] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.503894] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-641608a1-b3a6-4d2b-a68a-a32ab5031d8e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.508884] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1174.508884] env[71114]: value = "task-3822370" [ 1174.508884] env[71114]: _type = "Task" [ 1174.508884] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.517593] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.517875] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.522913] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4507865d-ee84-4c20-9458-3ab056e022c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.526440] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.531641] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1174.531641] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52772cbb-f084-7ff9-6c5e-d6eb32027bd7" [ 1174.531641] env[71114]: _type = "Task" [ 1174.531641] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.546020] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52772cbb-f084-7ff9-6c5e-d6eb32027bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.591442] env[71114]: DEBUG nova.network.neutron [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updated VIF entry in instance network info cache for port 29417e99-78d7-4b04-86c4-93e789de9c76. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.591880] env[71114]: DEBUG nova.network.neutron [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [{"id": "ae5af878-c166-49f1-960e-21adc3e86df1", "address": "fa:16:3e:d7:38:38", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5af878-c1", "ovs_interfaceid": "ae5af878-c166-49f1-960e-21adc3e86df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29417e99-78d7-4b04-86c4-93e789de9c76", "address": "fa:16:3e:c5:ca:34", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29417e99-78", "ovs_interfaceid": "29417e99-78d7-4b04-86c4-93e789de9c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.887558] env[71114]: DEBUG nova.objects.instance [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lazy-loading 'flavor' on Instance uuid fcf89176-4bf9-4bcd-af48-dd538ac9ceb7 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.904382] env[71114]: DEBUG oslo_vmware.api [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822367, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.947775] env[71114]: DEBUG nova.network.neutron [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.993815] env[71114]: DEBUG oslo_concurrency.lockutils [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "refresh_cache-a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.031768] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822370, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.054196] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52772cbb-f084-7ff9-6c5e-d6eb32027bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.016922} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.054712] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4ee9b3-a25e-40e8-9160-a1f8b122d310 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.062923] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1175.062923] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526ecb82-7b2f-3aaf-34a3-3b3191b03cb2" [ 1175.062923] env[71114]: _type = "Task" [ 1175.062923] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.069116] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186139ec-3746-42af-9adb-9a2fec6f75b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.079019] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526ecb82-7b2f-3aaf-34a3-3b3191b03cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.081589] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9617e630-33ce-4fb0-9b3b-9e475d2a807c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.115673] env[71114]: DEBUG oslo_concurrency.lockutils [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] Releasing lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.115911] env[71114]: DEBUG nova.compute.manager [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Received event network-vif-plugged-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.116148] env[71114]: DEBUG oslo_concurrency.lockutils [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] Acquiring lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.116364] env[71114]: DEBUG oslo_concurrency.lockutils [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] Lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.116528] env[71114]: DEBUG oslo_concurrency.lockutils [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] Lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.116751] env[71114]: DEBUG nova.compute.manager [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] No waiting events found dispatching network-vif-plugged-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1175.116865] env[71114]: WARNING nova.compute.manager [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Received unexpected event network-vif-plugged-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 for instance with vm_state building and task_state spawning. [ 1175.117037] env[71114]: DEBUG nova.compute.manager [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Received event network-changed-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.117196] env[71114]: DEBUG nova.compute.manager [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Refreshing instance network info cache due to event network-changed-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.117380] env[71114]: DEBUG oslo_concurrency.lockutils [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] Acquiring lock "refresh_cache-21bad3c3-01db-4f70-b8fe-31b72a1e0cea" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.117516] env[71114]: DEBUG oslo_concurrency.lockutils [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] Acquired lock "refresh_cache-21bad3c3-01db-4f70-b8fe-31b72a1e0cea" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.117670] env[71114]: DEBUG nova.network.neutron [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Refreshing network info cache for port dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.122673] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423ea10f-da64-404a-8958-feb9f3680c8c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.131274] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ad33ef-7664-47dd-a2a3-17550df5da43 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.147905] env[71114]: DEBUG nova.compute.provider_tree [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.234080] env[71114]: DEBUG nova.network.neutron [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Updating instance_info_cache with network_info: [{"id": "b425dd69-3212-44bb-a51a-1bd85733a853", "address": "fa:16:3e:ee:25:20", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb425dd69-32", "ovs_interfaceid": "b425dd69-3212-44bb-a51a-1bd85733a853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.386854] env[71114]: DEBUG oslo_vmware.api [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822367, 'name': ReconfigVM_Task, 'duration_secs': 1.097522} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.387361] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.387577] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Reconfigured VM to attach interface {{(pid=71114) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1175.393442] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a88db063-72b6-4601-9907-300a4ba380bb tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.510s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.405589] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.405897] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.406110] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.406300] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.406500] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.408779] env[71114]: INFO nova.compute.manager [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Terminating instance [ 1175.441303] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.441535] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.441693] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.441872] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.442050] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.442180] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.442384] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.442569] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.442811] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.442988] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.443178] env[71114]: DEBUG nova.virt.hardware [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.444025] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06191856-fbf6-4dd8-89f6-9b395a509005 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.452666] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e6d6be-a162-409c-a9a6-759cf90566cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.466950] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:8d:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '465b122e-97d4-4d7b-ae12-94b1dc43fb7f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.474735] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.475011] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.475245] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f2992d-5b2b-4ac6-b7ee-c15947dcf26d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.495129] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.495129] env[71114]: value = "task-3822371" [ 1175.495129] env[71114]: _type = "Task" [ 1175.495129] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.505198] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822371, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.518398] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564906} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.518663] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 488e9a8f-66a3-4da5-a5f2-1147e35c676e/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. [ 1175.519475] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077b47dc-ee0e-4e74-bf36-3872417c96ec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.546723] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 488e9a8f-66a3-4da5-a5f2-1147e35c676e/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.549429] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b677b233-4328-45e1-b168-7f895b732e01 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.576163] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1175.576163] env[71114]: value = "task-3822372" [ 1175.576163] env[71114]: _type = "Task" [ 1175.576163] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.584072] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]526ecb82-7b2f-3aaf-34a3-3b3191b03cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.01759} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.589178] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.589639] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 21bad3c3-01db-4f70-b8fe-31b72a1e0cea/21bad3c3-01db-4f70-b8fe-31b72a1e0cea.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.590940] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d59cfb70-6631-46da-a6ef-54ef8a5690d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.602910] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.605508] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1175.605508] env[71114]: value = "task-3822373" [ 1175.605508] env[71114]: _type = "Task" [ 1175.605508] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.619718] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.652289] env[71114]: DEBUG nova.scheduler.client.report [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.737299] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-665cb13f-f2ef-4fa4-a627-7f9629207c5e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.737586] env[71114]: DEBUG nova.compute.manager [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Instance network_info: |[{"id": "b425dd69-3212-44bb-a51a-1bd85733a853", "address": "fa:16:3e:ee:25:20", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb425dd69-32", "ovs_interfaceid": "b425dd69-3212-44bb-a51a-1bd85733a853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.738402] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:25:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b425dd69-3212-44bb-a51a-1bd85733a853', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.746897] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.748268] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.749526] env[71114]: DEBUG nova.compute.manager [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Received event network-vif-plugged-b425dd69-3212-44bb-a51a-1bd85733a853 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.749744] env[71114]: DEBUG oslo_concurrency.lockutils [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] Acquiring lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.749955] env[71114]: DEBUG oslo_concurrency.lockutils [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] Lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.750142] env[71114]: DEBUG oslo_concurrency.lockutils [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] Lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.750331] env[71114]: DEBUG nova.compute.manager [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] No waiting events found dispatching network-vif-plugged-b425dd69-3212-44bb-a51a-1bd85733a853 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1175.750539] env[71114]: WARNING nova.compute.manager [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Received unexpected event network-vif-plugged-b425dd69-3212-44bb-a51a-1bd85733a853 for instance with vm_state building and task_state spawning. [ 1175.750661] env[71114]: DEBUG nova.compute.manager [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Received event network-changed-b425dd69-3212-44bb-a51a-1bd85733a853 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.750811] env[71114]: DEBUG nova.compute.manager [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Refreshing instance network info cache due to event network-changed-b425dd69-3212-44bb-a51a-1bd85733a853. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.751014] env[71114]: DEBUG oslo_concurrency.lockutils [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] Acquiring lock "refresh_cache-665cb13f-f2ef-4fa4-a627-7f9629207c5e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.751242] env[71114]: DEBUG oslo_concurrency.lockutils [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] Acquired lock "refresh_cache-665cb13f-f2ef-4fa4-a627-7f9629207c5e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.751312] env[71114]: DEBUG nova.network.neutron [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Refreshing network info cache for port b425dd69-3212-44bb-a51a-1bd85733a853 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.754819] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e3f7877-7591-4686-8e67-786e32e9d412 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.781019] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.781019] env[71114]: value = "task-3822374" [ 1175.781019] env[71114]: _type = "Task" [ 1175.781019] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.793944] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822374, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.892775] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6c0ecaa8-1612-4c04-8366-b0d10d08f4a5 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-5cc89839-9da6-4be3-9132-c08b9329e83b-29417e99-78d7-4b04-86c4-93e789de9c76" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.377s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.912681] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "refresh_cache-849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.912993] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired lock "refresh_cache-849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.913263] env[71114]: DEBUG nova.network.neutron [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.971318] env[71114]: DEBUG nova.network.neutron [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Updated VIF entry in instance network info cache for port dde3c48d-32ea-4c3a-a1f6-b88005b98ac6. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.971318] env[71114]: DEBUG nova.network.neutron [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Updating instance_info_cache with network_info: [{"id": "dde3c48d-32ea-4c3a-a1f6-b88005b98ac6", "address": "fa:16:3e:3a:88:0d", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdde3c48d-32", "ovs_interfaceid": "dde3c48d-32ea-4c3a-a1f6-b88005b98ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.011746] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822371, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.069404] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.069624] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.071320] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.072033] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1723e011-032c-4ed9-879b-43c301faa60a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.081343] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1176.081343] env[71114]: value = "task-3822375" [ 1176.081343] env[71114]: _type = "Task" [ 1176.081343] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.101386] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.105525] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.121550] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822373, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.158743] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.159677] env[71114]: DEBUG nova.compute.manager [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.164018] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.089s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.167230] env[71114]: INFO nova.compute.claims [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.292481] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822374, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.439629] env[71114]: DEBUG nova.network.neutron [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.474736] env[71114]: DEBUG oslo_concurrency.lockutils [req-8093a294-3555-4505-839c-46977dd83ed3 req-65e38683-1eb3-4627-abec-7281e94febb2 service nova] Releasing lock "refresh_cache-21bad3c3-01db-4f70-b8fe-31b72a1e0cea" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.492584] env[71114]: DEBUG nova.network.neutron [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.507729] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822371, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.573432] env[71114]: DEBUG nova.network.neutron [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Updated VIF entry in instance network info cache for port b425dd69-3212-44bb-a51a-1bd85733a853. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.573841] env[71114]: DEBUG nova.network.neutron [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Updating instance_info_cache with network_info: [{"id": "b425dd69-3212-44bb-a51a-1bd85733a853", "address": "fa:16:3e:ee:25:20", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb425dd69-32", "ovs_interfaceid": "b425dd69-3212-44bb-a51a-1bd85733a853", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.575690] env[71114]: INFO nova.compute.manager [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Detaching volume 4b7b82ca-aacc-4541-8b81-442e325bbb2c [ 1176.596167] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822375, 'name': PowerOffVM_Task, 'duration_secs': 0.413836} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.599322] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.600239] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822372, 'name': ReconfigVM_Task, 'duration_secs': 0.693004} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.601417] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e910fc-2196-41b3-8dd6-c1fd005982af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.604307] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 488e9a8f-66a3-4da5-a5f2-1147e35c676e/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.605140] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f62e0cb-0d69-4f14-ac49-558555816313 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.627217] env[71114]: INFO nova.virt.block_device [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Attempting to driver detach volume 4b7b82ca-aacc-4541-8b81-442e325bbb2c from mountpoint /dev/sdb [ 1176.627511] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1176.627714] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760017', 'volume_id': '4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'name': 'volume-4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcf89176-4bf9-4bcd-af48-dd538ac9ceb7', 'attached_at': '', 'detached_at': '', 'volume_id': '4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'serial': '4b7b82ca-aacc-4541-8b81-442e325bbb2c'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1176.628986] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c65548-f80d-4299-9023-d2f0954853c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.648726] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e546c3f8-4c5b-4efd-b9ef-03aef6907ffc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.660503] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88513e31-bf09-4b15-a4f7-67c9c7d0750c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.671031] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628655} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.687697] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 21bad3c3-01db-4f70-b8fe-31b72a1e0cea/21bad3c3-01db-4f70-b8fe-31b72a1e0cea.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.687956] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.689242] env[71114]: DEBUG nova.compute.utils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.695820] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-537326ec-ab05-4c0c-90b2-531a6d6bf355 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.698452] env[71114]: DEBUG nova.compute.manager [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Not allocating networking since 'none' was specified. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1176.699343] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b7cb85-9ec8-4a79-9a09-26798e2457a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.707200] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1176.707200] env[71114]: value = "task-3822376" [ 1176.707200] env[71114]: _type = "Task" [ 1176.707200] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.715711] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1176.715711] env[71114]: value = "task-3822377" [ 1176.715711] env[71114]: _type = "Task" [ 1176.715711] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.718162] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c9fd58-ac52-4bea-adcc-3d36e3bd3600 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.731382] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.763112] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.764165] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c754bbe-bcd1-432b-83ff-c0a6fe95437e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.767505] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.767716] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb2d7f4f-3cfd-46e6-87a2-850785f1e2e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.787476] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1176.787476] env[71114]: value = "task-3822378" [ 1176.787476] env[71114]: _type = "Task" [ 1176.787476] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.788498] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] The volume has not been displaced from its original location: [datastore1] volume-4b7b82ca-aacc-4541-8b81-442e325bbb2c/volume-4b7b82ca-aacc-4541-8b81-442e325bbb2c.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1176.794129] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.797836] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca1fd881-bd75-44a1-b981-63bf239e2f1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.824942] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822374, 'name': CreateVM_Task, 'duration_secs': 0.641727} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.826430] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.826937] env[71114]: DEBUG oslo_vmware.api [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1176.826937] env[71114]: value = "task-3822379" [ 1176.826937] env[71114]: _type = "Task" [ 1176.826937] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.828023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.828423] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.828675] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.829078] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1176.829293] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.829610] env[71114]: DEBUG oslo_concurrency.lockutils [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.829704] env[71114]: DEBUG oslo_concurrency.lockutils [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.830197] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.830307] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616c273d-3ed3-4c43-a15a-38cf228b1113 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.837135] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4482f54b-5d9c-4b5c-bad5-0e055ede5f53 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.847842] env[71114]: DEBUG oslo_vmware.api [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.848595] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1176.848595] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52af77d2-5461-25c1-5c79-be7688024085" [ 1176.848595] env[71114]: _type = "Task" [ 1176.848595] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.850053] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.850328] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.854710] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48754d6a-a9a0-4761-92c4-d8148613ef79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.864339] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52af77d2-5461-25c1-5c79-be7688024085, 'name': SearchDatastore_Task, 'duration_secs': 0.017152} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.865938] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.866237] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.866476] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.866623] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.868065] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.868065] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1176.868065] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52590a9c-00da-b6c8-3886-f920de2bec97" [ 1176.868065] env[71114]: _type = "Task" [ 1176.868065] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.868065] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec7469d1-4ea2-46c3-bc50-ddbe00daa268 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.882130] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52590a9c-00da-b6c8-3886-f920de2bec97, 'name': SearchDatastore_Task, 'duration_secs': 0.013543} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.884377] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.884628] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.885480] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6881284b-21e7-4427-a6e9-7986503e80af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.889129] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1225bb96-3e7d-49ac-9ab0-4be8ff79ea16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.894350] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1176.894350] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fc2591-6e83-9022-6609-d15f70e87183" [ 1176.894350] env[71114]: _type = "Task" [ 1176.894350] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.895829] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1176.895829] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5257445c-88b0-e2c2-b9d9-b5c5bf5a0253" [ 1176.895829] env[71114]: _type = "Task" [ 1176.895829] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.907608] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fc2591-6e83-9022-6609-d15f70e87183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.910941] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5257445c-88b0-e2c2-b9d9-b5c5bf5a0253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.995716] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Releasing lock "refresh_cache-849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.996331] env[71114]: DEBUG nova.compute.manager [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.996584] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.997693] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc266c-d65b-4607-b65d-70000df4210d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.011134] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.014511] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ace267fd-91c5-4f48-81ab-34d2123f50da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.016129] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822371, 'name': CreateVM_Task, 'duration_secs': 1.469751} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.016308] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.017375] env[71114]: DEBUG oslo_concurrency.lockutils [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.017563] env[71114]: DEBUG oslo_concurrency.lockutils [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.017888] env[71114]: DEBUG oslo_concurrency.lockutils [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.018163] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ac67c7-22f1-4de6-b10c-91a2af6375a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.022258] env[71114]: DEBUG oslo_vmware.api [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1177.022258] env[71114]: value = "task-3822380" [ 1177.022258] env[71114]: _type = "Task" [ 1177.022258] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.023683] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1177.023683] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52498112-0e7a-f3df-c0bc-2b4a6b07e90d" [ 1177.023683] env[71114]: _type = "Task" [ 1177.023683] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.039949] env[71114]: DEBUG oslo_vmware.api [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.040308] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52498112-0e7a-f3df-c0bc-2b4a6b07e90d, 'name': SearchDatastore_Task, 'duration_secs': 0.010343} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.040615] env[71114]: DEBUG oslo_concurrency.lockutils [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.040897] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.042105] env[71114]: DEBUG oslo_concurrency.lockutils [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.062677] env[71114]: DEBUG oslo_vmware.rw_handles [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526003fe-e274-5e6f-a653-dbabb703762b/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1177.063705] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b26b6f7-37e1-4db1-b49f-a3d2fb141e49 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.070281] env[71114]: DEBUG oslo_vmware.rw_handles [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526003fe-e274-5e6f-a653-dbabb703762b/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1177.070509] env[71114]: ERROR oslo_vmware.rw_handles [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526003fe-e274-5e6f-a653-dbabb703762b/disk-0.vmdk due to incomplete transfer. [ 1177.070784] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db230b4e-3249-46d2-bc1a-574cd72d5a4d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.078962] env[71114]: DEBUG oslo_concurrency.lockutils [req-1455e97a-1ba1-48b4-b7d1-5de89d19bba1 req-a06d252c-054c-456c-81e7-5e37df67b3d9 service nova] Releasing lock "refresh_cache-665cb13f-f2ef-4fa4-a627-7f9629207c5e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.079407] env[71114]: DEBUG oslo_vmware.rw_handles [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526003fe-e274-5e6f-a653-dbabb703762b/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1177.079596] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Uploaded image 1542c710-0539-42f3-93fa-83133a26f222 to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1177.082207] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1177.082495] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c702b0c7-fb99-459d-a953-70ea8e5ad516 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.090577] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1177.090577] env[71114]: value = "task-3822381" [ 1177.090577] env[71114]: _type = "Task" [ 1177.090577] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.102685] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822381, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.193873] env[71114]: DEBUG nova.compute.manager [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.222229] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822376, 'name': ReconfigVM_Task, 'duration_secs': 0.346633} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.226770] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.227043] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9af2c89e-75d2-416d-b93b-970096fdd49a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.233426] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "interface-5cc89839-9da6-4be3-9132-c08b9329e83b-29417e99-78d7-4b04-86c4-93e789de9c76" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.233695] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-5cc89839-9da6-4be3-9132-c08b9329e83b-29417e99-78d7-4b04-86c4-93e789de9c76" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.239880] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145762} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.240223] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1177.240223] env[71114]: value = "task-3822382" [ 1177.240223] env[71114]: _type = "Task" [ 1177.240223] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.241425] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.242432] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a87c5c-06b9-4bc3-a102-155f6c8836cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.257764] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822382, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.280141] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 21bad3c3-01db-4f70-b8fe-31b72a1e0cea/21bad3c3-01db-4f70-b8fe-31b72a1e0cea.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.284025] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a1d220d-a434-42d7-ba74-4f8043ea1c0b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.305050] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1177.305050] env[71114]: value = "task-3822383" [ 1177.305050] env[71114]: _type = "Task" [ 1177.305050] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.315674] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.341460] env[71114]: DEBUG oslo_vmware.api [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822379, 'name': ReconfigVM_Task, 'duration_secs': 0.325856} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.344632] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.350233] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aec576b-1368-4791-8bc5-d801b64f79a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.370570] env[71114]: DEBUG oslo_vmware.api [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1177.370570] env[71114]: value = "task-3822384" [ 1177.370570] env[71114]: _type = "Task" [ 1177.370570] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.385076] env[71114]: DEBUG oslo_vmware.api [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.412713] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fc2591-6e83-9022-6609-d15f70e87183, 'name': SearchDatastore_Task, 'duration_secs': 0.013817} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.413058] env[71114]: DEBUG oslo_concurrency.lockutils [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.413364] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. {{(pid=71114) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1177.413758] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d601bd84-b3bb-43e3-86a0-9a5ac13ab067 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.424617] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5257445c-88b0-e2c2-b9d9-b5c5bf5a0253, 'name': SearchDatastore_Task, 'duration_secs': 0.014059} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.426094] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd466a3a-05ce-4107-8f48-2324115a8735 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.431134] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1177.431134] env[71114]: value = "task-3822385" [ 1177.431134] env[71114]: _type = "Task" [ 1177.431134] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.432114] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1177.432114] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520c6003-9a3b-df5a-16bd-78868b4714bc" [ 1177.432114] env[71114]: _type = "Task" [ 1177.432114] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.448024] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.450916] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520c6003-9a3b-df5a-16bd-78868b4714bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.451233] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.452022] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 665cb13f-f2ef-4fa4-a627-7f9629207c5e/665cb13f-f2ef-4fa4-a627-7f9629207c5e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.452022] env[71114]: DEBUG oslo_concurrency.lockutils [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.452022] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.452254] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6596771-ebc6-4f12-87f2-f4996a1c6a88 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.457086] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-212f6a61-8679-412d-b2a3-3099aaf07935 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.464786] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1177.464786] env[71114]: value = "task-3822386" [ 1177.464786] env[71114]: _type = "Task" [ 1177.464786] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.478355] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.500120] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.500381] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.501274] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0553c6eb-6349-4b11-8f85-c2c4abe40879 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.508182] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1177.508182] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c2bef9-4f30-fafa-00af-7553b6776e78" [ 1177.508182] env[71114]: _type = "Task" [ 1177.508182] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.524900] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c2bef9-4f30-fafa-00af-7553b6776e78, 'name': SearchDatastore_Task, 'duration_secs': 0.014026} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.531983] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13df15a9-4b16-48d7-b6e0-6d923bb81f8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.542125] env[71114]: DEBUG oslo_vmware.api [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822380, 'name': PowerOffVM_Task, 'duration_secs': 0.134574} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.546159] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.546320] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.546683] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1177.546683] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520fe2b1-4e3d-5ee6-d873-d85b69138b5d" [ 1177.546683] env[71114]: _type = "Task" [ 1177.546683] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.547535] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a44d4499-e421-47e2-ba63-804299d9f8f3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.560113] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520fe2b1-4e3d-5ee6-d873-d85b69138b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.563067] env[71114]: DEBUG oslo_concurrency.lockutils [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.563416] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 788df085-c9c1-4f89-8b93-420dea3fd159/788df085-c9c1-4f89-8b93-420dea3fd159.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.564583] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da8d8486-3492-44cb-909f-b50779307a13 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.571601] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1177.571601] env[71114]: value = "task-3822388" [ 1177.571601] env[71114]: _type = "Task" [ 1177.571601] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.577155] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73e4034-9661-4238-90bf-e68c8ddc624e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.581080] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.581327] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.581537] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Deleting the datastore file [datastore1] 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.582237] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cb036ce-bcc5-49c3-90d4-aec2f18d9dc1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.587472] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.590761] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a22e62-33be-4404-ab19-56bdcb6fa4ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.596026] env[71114]: DEBUG oslo_vmware.api [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1177.596026] env[71114]: value = "task-3822389" [ 1177.596026] env[71114]: _type = "Task" [ 1177.596026] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.635027] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ca4988-31a0-40ed-b2ff-9a49babb9820 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.641501] env[71114]: DEBUG oslo_vmware.api [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.641792] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822381, 'name': Destroy_Task, 'duration_secs': 0.369682} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.642515] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Destroyed the VM [ 1177.642813] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1177.643115] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c15fcec-8c69-47f5-815a-0f07d5911cff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.649157] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2938f652-1afd-4102-9d2d-da51a07d1c4b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.655739] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1177.655739] env[71114]: value = "task-3822390" [ 1177.655739] env[71114]: _type = "Task" [ 1177.655739] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.670323] env[71114]: DEBUG nova.compute.provider_tree [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.678246] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822390, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.742108] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.742373] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.744035] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840f151a-5306-45bc-b278-95645e98b568 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.759569] env[71114]: DEBUG oslo_vmware.api [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822382, 'name': PowerOnVM_Task, 'duration_secs': 0.521392} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.772343] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.775917] env[71114]: DEBUG nova.compute.manager [None req-f7e2a19e-aa6b-4549-953c-deecc0dadba0 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.776912] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f544ce36-8db6-43cf-833b-fb7e69867fec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.780779] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8b980c-e7f6-4af3-9ea4-7d0d57c12f65 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.811307] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Reconfiguring VM to detach interface {{(pid=71114) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1177.813095] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42efd677-ed32-45b8-8ab7-a6d588ae390f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.841022] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822383, 'name': ReconfigVM_Task, 'duration_secs': 0.523246} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.842890] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 21bad3c3-01db-4f70-b8fe-31b72a1e0cea/21bad3c3-01db-4f70-b8fe-31b72a1e0cea.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.843799] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1177.843799] env[71114]: value = "task-3822391" [ 1177.843799] env[71114]: _type = "Task" [ 1177.843799] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.844102] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8963710-f179-432c-93aa-38f68b81e15b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.859568] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.862054] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1177.862054] env[71114]: value = "task-3822392" [ 1177.862054] env[71114]: _type = "Task" [ 1177.862054] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.878201] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822392, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.890755] env[71114]: DEBUG oslo_vmware.api [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822384, 'name': ReconfigVM_Task, 'duration_secs': 0.178109} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.891144] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760017', 'volume_id': '4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'name': 'volume-4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fcf89176-4bf9-4bcd-af48-dd538ac9ceb7', 'attached_at': '', 'detached_at': '', 'volume_id': '4b7b82ca-aacc-4541-8b81-442e325bbb2c', 'serial': '4b7b82ca-aacc-4541-8b81-442e325bbb2c'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1177.948978] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.977533] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822386, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.083644] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.110467] env[71114]: DEBUG oslo_vmware.api [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460843} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.110759] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.110939] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.111191] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.111405] env[71114]: INFO nova.compute.manager [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1178.111722] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.111953] env[71114]: DEBUG nova.compute.manager [-] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.112121] env[71114]: DEBUG nova.network.neutron [-] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.130947] env[71114]: DEBUG nova.network.neutron [-] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.167895] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822390, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.174311] env[71114]: DEBUG nova.scheduler.client.report [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.205570] env[71114]: DEBUG nova.compute.manager [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.234046] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.234232] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.234830] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.234830] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.234830] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.234830] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.235138] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.235342] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.235758] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.235758] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.235870] env[71114]: DEBUG nova.virt.hardware [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.236861] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f7b4b2-16c3-4c0f-923e-86c9e78111ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.246866] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c68a722-f91f-4ad0-ba2a-00a35afb29d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.262857] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.269084] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Creating folder: Project (05ee657e57fd4e30b49265874b7273a1). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.269475] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-574e2752-e377-482f-9cbc-50b8883b36eb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.282088] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Created folder: Project (05ee657e57fd4e30b49265874b7273a1) in parent group-v759732. [ 1178.283035] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Creating folder: Instances. Parent ref: group-v760021. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.283035] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fb2b8e9-89fd-4cac-851a-9d89d189b453 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.295102] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Created folder: Instances in parent group-v760021. [ 1178.295102] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.295360] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.295548] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a60bc2e-2347-46c9-942b-bc979465e4e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.314051] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.314051] env[71114]: value = "task-3822395" [ 1178.314051] env[71114]: _type = "Task" [ 1178.314051] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.323432] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822395, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.357983] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.372470] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822392, 'name': Rename_Task, 'duration_secs': 0.291182} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.372788] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.373141] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c22ddd6-89af-4d11-9f4c-1aa5cd9defc1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.384021] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1178.384021] env[71114]: value = "task-3822396" [ 1178.384021] env[71114]: _type = "Task" [ 1178.384021] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.393951] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.444614] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631523} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.444614] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. [ 1178.445541] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89e8132-58d6-4592-8b49-a46e02d1c3f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.450956] env[71114]: DEBUG nova.objects.instance [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lazy-loading 'flavor' on Instance uuid fcf89176-4bf9-4bcd-af48-dd538ac9ceb7 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.479325] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.484103] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-743b7eae-943f-44e4-a030-cefaeb341c07 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.505440] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729136} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.507040] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 665cb13f-f2ef-4fa4-a627-7f9629207c5e/665cb13f-f2ef-4fa4-a627-7f9629207c5e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.507361] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.508087] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1178.508087] env[71114]: value = "task-3822397" [ 1178.508087] env[71114]: _type = "Task" [ 1178.508087] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.508326] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5aac03e-0d34-4d21-89d9-448a9032b3aa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.519316] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1178.519316] env[71114]: value = "task-3822398" [ 1178.519316] env[71114]: _type = "Task" [ 1178.519316] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.523181] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822397, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.534018] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.584053] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822388, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.633276] env[71114]: DEBUG nova.network.neutron [-] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.668266] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822390, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.679865] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.680446] env[71114]: DEBUG nova.compute.manager [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.683943] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.886s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.684254] env[71114]: DEBUG nova.objects.instance [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1178.828668] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822395, 'name': CreateVM_Task, 'duration_secs': 0.451084} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.828668] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.828668] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.828668] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.828668] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.828668] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c9eda4-2ed7-4fe7-8d96-e7135ca5f348 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.834028] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1178.834028] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52641e96-d22f-c34d-4885-ab0efee8e098" [ 1178.834028] env[71114]: _type = "Task" [ 1178.834028] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.842622] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52641e96-d22f-c34d-4885-ab0efee8e098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.855641] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.894770] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822396, 'name': PowerOnVM_Task} progress is 87%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.952687] env[71114]: DEBUG nova.compute.manager [req-00b2a535-4b81-443b-9c2d-e97a3a16c7a7 req-8efaa059-c0f1-4b2a-958c-66ab5c689ad1 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Received event network-changed-8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.953051] env[71114]: DEBUG nova.compute.manager [req-00b2a535-4b81-443b-9c2d-e97a3a16c7a7 req-8efaa059-c0f1-4b2a-958c-66ab5c689ad1 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Refreshing instance network info cache due to event network-changed-8bd9c128-cf10-460a-808f-2d2d2599059b. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.953782] env[71114]: DEBUG oslo_concurrency.lockutils [req-00b2a535-4b81-443b-9c2d-e97a3a16c7a7 req-8efaa059-c0f1-4b2a-958c-66ab5c689ad1 service nova] Acquiring lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.953782] env[71114]: DEBUG oslo_concurrency.lockutils [req-00b2a535-4b81-443b-9c2d-e97a3a16c7a7 req-8efaa059-c0f1-4b2a-958c-66ab5c689ad1 service nova] Acquired lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.953782] env[71114]: DEBUG nova.network.neutron [req-00b2a535-4b81-443b-9c2d-e97a3a16c7a7 req-8efaa059-c0f1-4b2a-958c-66ab5c689ad1 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Refreshing network info cache for port 8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.021855] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.033314] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087292} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.033956] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.034698] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ca2b8c-a857-41c5-9aa0-92221aaa337f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.058786] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 665cb13f-f2ef-4fa4-a627-7f9629207c5e/665cb13f-f2ef-4fa4-a627-7f9629207c5e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.059116] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d0db006-ab19-4800-a77c-278619e45e77 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.082854] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822388, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.017429} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.084131] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 788df085-c9c1-4f89-8b93-420dea3fd159/788df085-c9c1-4f89-8b93-420dea3fd159.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.084338] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.085563] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1179.085563] env[71114]: value = "task-3822399" [ 1179.085563] env[71114]: _type = "Task" [ 1179.085563] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.085563] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19929252-c2f2-4979-b25e-76ffc59975a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.096228] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.097766] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1179.097766] env[71114]: value = "task-3822400" [ 1179.097766] env[71114]: _type = "Task" [ 1179.097766] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.109710] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.136499] env[71114]: INFO nova.compute.manager [-] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Took 1.02 seconds to deallocate network for instance. [ 1179.168697] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822390, 'name': RemoveSnapshot_Task, 'duration_secs': 1.197937} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.169129] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1179.169465] env[71114]: DEBUG nova.compute.manager [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1179.170469] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d487f27b-399c-4d91-b97e-7aa555767b0d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.189766] env[71114]: DEBUG nova.compute.utils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.194454] env[71114]: DEBUG nova.compute.manager [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.194636] env[71114]: DEBUG nova.network.neutron [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.239952] env[71114]: DEBUG nova.policy [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b172375d5d1a48e9a7863a0dbfeeaeb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b24d92dd961e45f69cc7d6513f5eaed8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.301932] env[71114]: DEBUG nova.compute.manager [req-4848f230-3c8c-4d84-9d47-b17b5e4051cf req-61f3f01d-a1e5-41cf-8d90-199236645cf0 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Received event network-changed-8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.301932] env[71114]: DEBUG nova.compute.manager [req-4848f230-3c8c-4d84-9d47-b17b5e4051cf req-61f3f01d-a1e5-41cf-8d90-199236645cf0 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Refreshing instance network info cache due to event network-changed-8bd9c128-cf10-460a-808f-2d2d2599059b. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.301932] env[71114]: DEBUG oslo_concurrency.lockutils [req-4848f230-3c8c-4d84-9d47-b17b5e4051cf req-61f3f01d-a1e5-41cf-8d90-199236645cf0 service nova] Acquiring lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.344178] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52641e96-d22f-c34d-4885-ab0efee8e098, 'name': SearchDatastore_Task, 'duration_secs': 0.013869} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.344865] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.345128] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.345791] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.345791] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.345791] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.345972] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92d69558-a139-43c2-a285-8ebeef6efa23 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.360536] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.363849] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.364086] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.365411] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37136f8e-a73d-41e8-a160-b7c079cec02a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.374072] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1179.374072] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527c5a30-6f49-1805-df05-6528c49c1a59" [ 1179.374072] env[71114]: _type = "Task" [ 1179.374072] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.388027] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527c5a30-6f49-1805-df05-6528c49c1a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.398252] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822396, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.462084] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2722ac9e-32b0-4cf2-9426-f4661a74af7a tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.392s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.522783] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822397, 'name': ReconfigVM_Task, 'duration_secs': 0.921603} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.523227] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Reconfigured VM instance instance-00000065 to attach disk [datastore2] a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.524268] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2aea57-f62c-4abb-9dc2-7f6f629e38f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.552933] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bef366-2736-42be-9683-84a59bc70802 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.573277] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1179.573277] env[71114]: value = "task-3822401" [ 1179.573277] env[71114]: _type = "Task" [ 1179.573277] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.588273] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.599584] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.617539] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232602} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.617831] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.618703] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1af04ee-a461-405a-b0bc-fa67160558a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.644889] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 788df085-c9c1-4f89-8b93-420dea3fd159/788df085-c9c1-4f89-8b93-420dea3fd159.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.646130] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.646411] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b0f32a3-c622-48e8-877a-2c93dbda9f1a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.669512] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1179.669512] env[71114]: value = "task-3822402" [ 1179.669512] env[71114]: _type = "Task" [ 1179.669512] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.678701] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.686073] env[71114]: INFO nova.compute.manager [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Shelve offloading [ 1179.695307] env[71114]: DEBUG nova.compute.manager [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.700129] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0554272-7c30-401e-8a89-4015ef49d9af tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.701585] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.055s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.701881] env[71114]: DEBUG nova.objects.instance [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lazy-loading 'resources' on Instance uuid 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.797023] env[71114]: DEBUG nova.network.neutron [req-00b2a535-4b81-443b-9c2d-e97a3a16c7a7 req-8efaa059-c0f1-4b2a-958c-66ab5c689ad1 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updated VIF entry in instance network info cache for port 8bd9c128-cf10-460a-808f-2d2d2599059b. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.797446] env[71114]: DEBUG nova.network.neutron [req-00b2a535-4b81-443b-9c2d-e97a3a16c7a7 req-8efaa059-c0f1-4b2a-958c-66ab5c689ad1 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updating instance_info_cache with network_info: [{"id": "8bd9c128-cf10-460a-808f-2d2d2599059b", "address": "fa:16:3e:22:a4:5b", "network": {"id": "bf254e9c-e942-4105-aff7-400460fc0f20", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1404850914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a48fd6efb1794a31ab6f73b90a5aa0cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd9c128-cf", "ovs_interfaceid": "8bd9c128-cf10-460a-808f-2d2d2599059b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.800328] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.800555] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.800748] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.800929] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.801111] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.803057] env[71114]: INFO nova.compute.manager [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Terminating instance [ 1179.858295] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.886719] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527c5a30-6f49-1805-df05-6528c49c1a59, 'name': SearchDatastore_Task, 'duration_secs': 0.015748} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.892257] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7213fb-65af-49cf-b87a-3eebedd82c02 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.898653] env[71114]: DEBUG oslo_vmware.api [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822396, 'name': PowerOnVM_Task, 'duration_secs': 1.102877} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.899501] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.899705] env[71114]: INFO nova.compute.manager [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1179.899913] env[71114]: DEBUG nova.compute.manager [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1179.900222] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1179.900222] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f47c9b-178d-0de2-59c9-b34121847f2e" [ 1179.900222] env[71114]: _type = "Task" [ 1179.900222] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.900905] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14d41c6-07a5-4f87-a2be-083388aa545b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.916650] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f47c9b-178d-0de2-59c9-b34121847f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.014563} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.917192] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.917476] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c2822b15-71a8-43ed-bd56-36333b2f2478/c2822b15-71a8-43ed-bd56-36333b2f2478.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.917737] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75d034c8-a1ee-49d6-9213-f9f57f2725a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.926357] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1179.926357] env[71114]: value = "task-3822403" [ 1179.926357] env[71114]: _type = "Task" [ 1179.926357] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.941948] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.023188] env[71114]: DEBUG nova.network.neutron [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Successfully created port: 3708254f-f8c8-4c96-bc3f-9c3b0c84d327 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.088682] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822401, 'name': ReconfigVM_Task, 'duration_secs': 0.47927} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.089635] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.093204] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f2b82f2-890e-46e2-a59e-0562ba7ea7de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.102078] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822399, 'name': ReconfigVM_Task, 'duration_secs': 0.583368} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.107041] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 665cb13f-f2ef-4fa4-a627-7f9629207c5e/665cb13f-f2ef-4fa4-a627-7f9629207c5e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.107041] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1180.107041] env[71114]: value = "task-3822404" [ 1180.107041] env[71114]: _type = "Task" [ 1180.107041] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.107041] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7731d11-74aa-46ba-b228-d4579fd10fd7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.118254] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.120397] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1180.120397] env[71114]: value = "task-3822405" [ 1180.120397] env[71114]: _type = "Task" [ 1180.120397] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.130162] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822405, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.184042] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822402, 'name': ReconfigVM_Task, 'duration_secs': 0.299876} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.184042] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 788df085-c9c1-4f89-8b93-420dea3fd159/788df085-c9c1-4f89-8b93-420dea3fd159.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.184042] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'image_id': '80587d26-4458-483e-9a99-d25c76fd36ad'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760007', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'name': 'volume-08fac0e7-707d-4dc3-92e4-33bf7343e733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '788df085-c9c1-4f89-8b93-420dea3fd159', 'attached_at': '', 'detached_at': '', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'serial': '08fac0e7-707d-4dc3-92e4-33bf7343e733'}, 'boot_index': None, 'attachment_id': 'c2a7fdcd-2a93-4def-8b84-53c275ef93b4', 'volume_type': None}], 'swap': None} {{(pid=71114) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1180.184042] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1180.184042] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760007', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'name': 'volume-08fac0e7-707d-4dc3-92e4-33bf7343e733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '788df085-c9c1-4f89-8b93-420dea3fd159', 'attached_at': '', 'detached_at': '', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'serial': '08fac0e7-707d-4dc3-92e4-33bf7343e733'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1180.185362] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bc1aac-fb5c-4d13-8e05-77f41d115e6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.192026] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.192026] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d2bce71-a314-4932-ac5d-31f132361f73 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.221133] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea6d1e8-d590-464b-85f6-4ef71cba5713 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.225501] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1180.225501] env[71114]: value = "task-3822406" [ 1180.225501] env[71114]: _type = "Task" [ 1180.225501] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.257667] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-08fac0e7-707d-4dc3-92e4-33bf7343e733/volume-08fac0e7-707d-4dc3-92e4-33bf7343e733.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.261586] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3125b262-3b63-4774-b7d2-b66497ea2285 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.283094] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1180.283376] env[71114]: DEBUG nova.compute.manager [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1180.284514] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69bd3e2-2511-4ec1-8999-1ac989e426fb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.290236] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1180.290236] env[71114]: value = "task-3822407" [ 1180.290236] env[71114]: _type = "Task" [ 1180.290236] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.297395] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.297768] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.297972] env[71114]: DEBUG nova.network.neutron [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.305187] env[71114]: DEBUG oslo_concurrency.lockutils [req-00b2a535-4b81-443b-9c2d-e97a3a16c7a7 req-8efaa059-c0f1-4b2a-958c-66ab5c689ad1 service nova] Releasing lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.305187] env[71114]: DEBUG oslo_concurrency.lockutils [req-4848f230-3c8c-4d84-9d47-b17b5e4051cf req-61f3f01d-a1e5-41cf-8d90-199236645cf0 service nova] Acquired lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.305187] env[71114]: DEBUG nova.network.neutron [req-4848f230-3c8c-4d84-9d47-b17b5e4051cf req-61f3f01d-a1e5-41cf-8d90-199236645cf0 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Refreshing network info cache for port 8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.308203] env[71114]: DEBUG nova.compute.manager [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.308203] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.308203] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822407, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.308203] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3e6a41-0b90-4056-84c5-1e45b337670e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.320370] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.323654] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ca785fa-c621-4b0a-8c28-c57c0308a898 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.334153] env[71114]: DEBUG oslo_vmware.api [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1180.334153] env[71114]: value = "task-3822408" [ 1180.334153] env[71114]: _type = "Task" [ 1180.334153] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.348167] env[71114]: DEBUG oslo_vmware.api [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.361845] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.438804] env[71114]: INFO nova.compute.manager [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Took 14.92 seconds to build instance. [ 1180.455671] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.600902] env[71114]: DEBUG nova.objects.instance [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lazy-loading 'flavor' on Instance uuid e104f2a7-0745-43db-894e-4d08df2378d2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.628338] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.642430] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822405, 'name': Rename_Task, 'duration_secs': 0.502213} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.643246] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.643974] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dab8445c-63e5-4266-8a20-d93d9f9f256f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.658043] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1180.658043] env[71114]: value = "task-3822409" [ 1180.658043] env[71114]: _type = "Task" [ 1180.658043] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.673477] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.715395] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142571e-84a3-4b39-a91a-c7ae79eac5a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.721097] env[71114]: DEBUG nova.compute.manager [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.731614] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ea9852-381e-4cff-9b72-184d3daf7f3d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.786869] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3c7684-bb6d-41b3-a7c0-5b7e4e23a923 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.803870] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.803870] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.804668] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.804668] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.804668] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.804992] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.805132] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.805285] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.806038] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.806038] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.806158] env[71114]: DEBUG nova.virt.hardware [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.809097] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249f8f4e-3a92-4c64-9e66-f8bd621049c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.816644] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc9186f-d9f4-4eb0-9be3-77b43a4aad7b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.824781] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822407, 'name': ReconfigVM_Task, 'duration_secs': 0.518823} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.826171] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-08fac0e7-707d-4dc3-92e4-33bf7343e733/volume-08fac0e7-707d-4dc3-92e4-33bf7343e733.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.842350] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b374574b-175c-4e3c-822d-43e0b644ed02 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.853377] env[71114]: DEBUG nova.compute.provider_tree [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.859127] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5396280d-2617-48ac-b6bf-23454e2a271d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.865043] env[71114]: DEBUG nova.scheduler.client.report [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.892585] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1180.892585] env[71114]: value = "task-3822410" [ 1180.892585] env[71114]: _type = "Task" [ 1180.892585] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.892873] env[71114]: DEBUG oslo_vmware.api [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822408, 'name': PowerOffVM_Task, 'duration_secs': 0.353641} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.893048] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.893384] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.893555] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.896882] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f741d38d-66a4-4aa3-93e4-9a74cd63e675 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.908107] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.941943] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611447} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.942148] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c2822b15-71a8-43ed-bd56-36333b2f2478/c2822b15-71a8-43ed-bd56-36333b2f2478.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.942375] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.942671] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e376543-bdc5-4b1a-ab09-2d8b7f5a44f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.947163] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b0546ac7-64af-4cba-9e8a-30d474705d7a tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.436s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.951883] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1180.951883] env[71114]: value = "task-3822412" [ 1180.951883] env[71114]: _type = "Task" [ 1180.951883] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.962456] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.988628] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.988848] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.989047] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleting the datastore file [datastore1] fcf89176-4bf9-4bcd-af48-dd538ac9ceb7 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.989330] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fb67e32-3e98-43ff-ad33-4f5125fb95c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.999583] env[71114]: DEBUG oslo_vmware.api [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1180.999583] env[71114]: value = "task-3822413" [ 1180.999583] env[71114]: _type = "Task" [ 1180.999583] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.018555] env[71114]: DEBUG oslo_vmware.api [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.120875] env[71114]: DEBUG oslo_concurrency.lockutils [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquiring lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.121196] env[71114]: DEBUG oslo_concurrency.lockutils [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquired lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.133328] env[71114]: DEBUG oslo_vmware.api [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822404, 'name': PowerOnVM_Task, 'duration_secs': 0.597031} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.133728] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.137632] env[71114]: DEBUG nova.compute.manager [None req-729c7b40-e672-4514-81a5-1b0a8b0ea6a6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1181.143517] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92313b74-aaea-40c1-b05c-60d842a76787 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.170530] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.368453] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.373470] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.407233] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822410, 'name': ReconfigVM_Task, 'duration_secs': 0.385944} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.408393] env[71114]: DEBUG nova.network.neutron [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Updating instance_info_cache with network_info: [{"id": "ff3cc89b-062e-463a-b243-6c91c230febc", "address": "fa:16:3e:19:92:9d", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3cc89b-06", "ovs_interfaceid": "ff3cc89b-062e-463a-b243-6c91c230febc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.410404] env[71114]: INFO nova.scheduler.client.report [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Deleted allocations for instance 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6 [ 1181.411389] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760007', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'name': 'volume-08fac0e7-707d-4dc3-92e4-33bf7343e733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '788df085-c9c1-4f89-8b93-420dea3fd159', 'attached_at': '', 'detached_at': '', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'serial': '08fac0e7-707d-4dc3-92e4-33bf7343e733'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1181.412176] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cdf747c-d36a-46cc-8bc7-2e8de7758273 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.422737] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1181.422737] env[71114]: value = "task-3822414" [ 1181.422737] env[71114]: _type = "Task" [ 1181.422737] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.433789] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822414, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.441899] env[71114]: DEBUG nova.network.neutron [req-4848f230-3c8c-4d84-9d47-b17b5e4051cf req-61f3f01d-a1e5-41cf-8d90-199236645cf0 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updated VIF entry in instance network info cache for port 8bd9c128-cf10-460a-808f-2d2d2599059b. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.442533] env[71114]: DEBUG nova.network.neutron [req-4848f230-3c8c-4d84-9d47-b17b5e4051cf req-61f3f01d-a1e5-41cf-8d90-199236645cf0 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updating instance_info_cache with network_info: [{"id": "8bd9c128-cf10-460a-808f-2d2d2599059b", "address": "fa:16:3e:22:a4:5b", "network": {"id": "bf254e9c-e942-4105-aff7-400460fc0f20", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1404850914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a48fd6efb1794a31ab6f73b90a5aa0cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd9c128-cf", "ovs_interfaceid": "8bd9c128-cf10-460a-808f-2d2d2599059b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.464847] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202433} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.465459] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.469193] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0009e402-ab16-4bf2-9834-9e82bc3e5fad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.492478] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] c2822b15-71a8-43ed-bd56-36333b2f2478/c2822b15-71a8-43ed-bd56-36333b2f2478.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.493368] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f924af0-c7e0-4f5c-b668-e1250b83ce7e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.518966] env[71114]: DEBUG oslo_vmware.api [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.520583] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1181.520583] env[71114]: value = "task-3822415" [ 1181.520583] env[71114]: _type = "Task" [ 1181.520583] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.531688] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.680690] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822409, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.710355] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.713474] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.778485] env[71114]: DEBUG nova.compute.manager [req-14b40ce4-f535-4df7-84da-6eaac55c189b req-d7de9fe8-fd0b-48ef-b7ce-9396a2276a81 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Received event network-changed-8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.778994] env[71114]: DEBUG nova.compute.manager [req-14b40ce4-f535-4df7-84da-6eaac55c189b req-d7de9fe8-fd0b-48ef-b7ce-9396a2276a81 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Refreshing instance network info cache due to event network-changed-8bd9c128-cf10-460a-808f-2d2d2599059b. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.779330] env[71114]: DEBUG oslo_concurrency.lockutils [req-14b40ce4-f535-4df7-84da-6eaac55c189b req-d7de9fe8-fd0b-48ef-b7ce-9396a2276a81 service nova] Acquiring lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.871964] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.888314] env[71114]: DEBUG nova.network.neutron [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.913966] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.929179] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce34528d-23b3-4a39-be6f-bb71800d669f tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.523s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.938222] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822414, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.948029] env[71114]: DEBUG oslo_concurrency.lockutils [req-4848f230-3c8c-4d84-9d47-b17b5e4051cf req-61f3f01d-a1e5-41cf-8d90-199236645cf0 service nova] Releasing lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.948029] env[71114]: DEBUG oslo_concurrency.lockutils [req-14b40ce4-f535-4df7-84da-6eaac55c189b req-d7de9fe8-fd0b-48ef-b7ce-9396a2276a81 service nova] Acquired lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.948029] env[71114]: DEBUG nova.network.neutron [req-14b40ce4-f535-4df7-84da-6eaac55c189b req-d7de9fe8-fd0b-48ef-b7ce-9396a2276a81 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Refreshing network info cache for port 8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.023248] env[71114]: DEBUG oslo_vmware.api [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544919} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.027161] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.027380] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.027575] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.027726] env[71114]: INFO nova.compute.manager [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1182.027987] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.028204] env[71114]: DEBUG nova.compute.manager [-] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.028311] env[71114]: DEBUG nova.network.neutron [-] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.037629] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.069981] env[71114]: DEBUG nova.network.neutron [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Successfully updated port: 3708254f-f8c8-4c96-bc3f-9c3b0c84d327 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.175406] env[71114]: DEBUG oslo_vmware.api [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822409, 'name': PowerOnVM_Task, 'duration_secs': 1.20221} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.175862] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.176237] env[71114]: INFO nova.compute.manager [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1182.176754] env[71114]: DEBUG nova.compute.manager [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1182.178047] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5e844-fe48-4b8f-b779-c6c70512c3a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.218078] env[71114]: DEBUG nova.compute.manager [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.226030] env[71114]: DEBUG nova.compute.manager [req-ac7498ad-8ac2-4dfa-9493-6ee515fe1897 req-1c166a0c-ed12-4f77-9a53-f4448d30b39c service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Received event network-changed-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.226159] env[71114]: DEBUG nova.compute.manager [req-ac7498ad-8ac2-4dfa-9493-6ee515fe1897 req-1c166a0c-ed12-4f77-9a53-f4448d30b39c service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Refreshing instance network info cache due to event network-changed-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.226398] env[71114]: DEBUG oslo_concurrency.lockutils [req-ac7498ad-8ac2-4dfa-9493-6ee515fe1897 req-1c166a0c-ed12-4f77-9a53-f4448d30b39c service nova] Acquiring lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.372907] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.435293] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822414, 'name': Rename_Task, 'duration_secs': 0.522637} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.438746] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.439070] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f53375d0-361b-47e9-aeb4-f7500dedf8ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.448886] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1182.448886] env[71114]: value = "task-3822416" [ 1182.448886] env[71114]: _type = "Task" [ 1182.448886] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.465479] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.532638] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822415, 'name': ReconfigVM_Task, 'duration_secs': 0.661145} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.533021] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Reconfigured VM instance instance-00000068 to attach disk [datastore1] c2822b15-71a8-43ed-bd56-36333b2f2478/c2822b15-71a8-43ed-bd56-36333b2f2478.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.534198] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84263c76-329d-40a7-8954-a23ff0b5870f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.541648] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1182.541648] env[71114]: value = "task-3822417" [ 1182.541648] env[71114]: _type = "Task" [ 1182.541648] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.553367] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822417, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.576626] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-1575d037-9610-48b6-8ae4-08c76173bae4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.576799] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-1575d037-9610-48b6-8ae4-08c76173bae4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.576955] env[71114]: DEBUG nova.network.neutron [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.692355] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "13911edc-0764-424e-8c9d-7e6e63a8e43b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.692644] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "13911edc-0764-424e-8c9d-7e6e63a8e43b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.692867] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "13911edc-0764-424e-8c9d-7e6e63a8e43b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.693081] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "13911edc-0764-424e-8c9d-7e6e63a8e43b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.694207] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "13911edc-0764-424e-8c9d-7e6e63a8e43b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.696878] env[71114]: INFO nova.compute.manager [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Terminating instance [ 1182.713818] env[71114]: INFO nova.compute.manager [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Took 14.85 seconds to build instance. [ 1182.740175] env[71114]: DEBUG nova.network.neutron [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updating instance_info_cache with network_info: [{"id": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "address": "fa:16:3e:d4:6f:ec", "network": {"id": "79a3caee-8928-49d8-9847-c0c8e5d4da9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1910867103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa2bebae5764a20960664d05343ffa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa04c3b2-60", "ovs_interfaceid": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.754782] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.755684] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.757794] env[71114]: INFO nova.compute.claims [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.871818] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.964296] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822416, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.054636] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822417, 'name': Rename_Task, 'duration_secs': 0.187627} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.054921] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.055333] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da9972d-0236-4453-b153-9cd4511b0a80 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.064113] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1183.064113] env[71114]: value = "task-3822418" [ 1183.064113] env[71114]: _type = "Task" [ 1183.064113] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.075356] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.113356] env[71114]: DEBUG nova.network.neutron [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.205407] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "refresh_cache-13911edc-0764-424e-8c9d-7e6e63a8e43b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.205841] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquired lock "refresh_cache-13911edc-0764-424e-8c9d-7e6e63a8e43b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.206076] env[71114]: DEBUG nova.network.neutron [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.216114] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8fb4fb6-41d7-4323-b1ee-b1e398f30c88 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.365s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.245171] env[71114]: DEBUG oslo_concurrency.lockutils [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Releasing lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.245171] env[71114]: DEBUG nova.compute.manager [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Inject network info {{(pid=71114) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1183.245171] env[71114]: DEBUG nova.compute.manager [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] network_info to inject: |[{"id": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "address": "fa:16:3e:d4:6f:ec", "network": {"id": "79a3caee-8928-49d8-9847-c0c8e5d4da9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1910867103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa2bebae5764a20960664d05343ffa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa04c3b2-60", "ovs_interfaceid": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1183.250423] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Reconfiguring VM instance to set the machine id {{(pid=71114) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1183.252515] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.253111] env[71114]: DEBUG oslo_concurrency.lockutils [req-ac7498ad-8ac2-4dfa-9493-6ee515fe1897 req-1c166a0c-ed12-4f77-9a53-f4448d30b39c service nova] Acquired lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.253559] env[71114]: DEBUG nova.network.neutron [req-ac7498ad-8ac2-4dfa-9493-6ee515fe1897 req-1c166a0c-ed12-4f77-9a53-f4448d30b39c service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Refreshing network info cache for port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.255431] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c34e2286-36ad-4a17-a434-987650d7238a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.270191] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910f6464-5761-4431-a011-181a0d64355d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.288619] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.290398] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a554cb10-f3a0-4871-9fec-934d4b8af446 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.293290] env[71114]: DEBUG oslo_vmware.api [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1183.293290] env[71114]: value = "task-3822419" [ 1183.293290] env[71114]: _type = "Task" [ 1183.293290] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.305809] env[71114]: DEBUG oslo_vmware.api [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822419, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.311372] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.311791] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.338320] env[71114]: DEBUG nova.network.neutron [req-14b40ce4-f535-4df7-84da-6eaac55c189b req-d7de9fe8-fd0b-48ef-b7ce-9396a2276a81 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updated VIF entry in instance network info cache for port 8bd9c128-cf10-460a-808f-2d2d2599059b. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.338320] env[71114]: DEBUG nova.network.neutron [req-14b40ce4-f535-4df7-84da-6eaac55c189b req-d7de9fe8-fd0b-48ef-b7ce-9396a2276a81 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updating instance_info_cache with network_info: [{"id": "8bd9c128-cf10-460a-808f-2d2d2599059b", "address": "fa:16:3e:22:a4:5b", "network": {"id": "bf254e9c-e942-4105-aff7-400460fc0f20", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1404850914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a48fd6efb1794a31ab6f73b90a5aa0cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd9c128-cf", "ovs_interfaceid": "8bd9c128-cf10-460a-808f-2d2d2599059b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.386031] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.386031] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.386031] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.386031] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleting the datastore file [datastore1] 34901060-9e0f-4189-be29-23665840875c {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.386031] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3974d23b-7a11-46ed-9dd3-25524c7dd08c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.394842] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1183.394842] env[71114]: value = "task-3822421" [ 1183.394842] env[71114]: _type = "Task" [ 1183.394842] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.405719] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.406899] env[71114]: DEBUG nova.network.neutron [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Updating instance_info_cache with network_info: [{"id": "3708254f-f8c8-4c96-bc3f-9c3b0c84d327", "address": "fa:16:3e:8a:d0:75", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3708254f-f8", "ovs_interfaceid": "3708254f-f8c8-4c96-bc3f-9c3b0c84d327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.461923] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822416, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.581939] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.729139] env[71114]: DEBUG nova.network.neutron [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.788339] env[71114]: DEBUG nova.network.neutron [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.808908] env[71114]: DEBUG oslo_vmware.api [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822419, 'name': ReconfigVM_Task, 'duration_secs': 0.270992} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.811748] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-65dfbd8b-5eca-4acc-bde6-6fd999c4b6d3 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Reconfigured VM instance to set the machine id {{(pid=71114) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1183.815706] env[71114]: DEBUG nova.compute.manager [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.842932] env[71114]: DEBUG oslo_concurrency.lockutils [req-14b40ce4-f535-4df7-84da-6eaac55c189b req-d7de9fe8-fd0b-48ef-b7ce-9396a2276a81 service nova] Releasing lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.871696] env[71114]: DEBUG oslo_vmware.api [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822391, 'name': ReconfigVM_Task, 'duration_secs': 5.799802} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.872120] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.872517] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Reconfigured VM to detach interface {{(pid=71114) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1183.898772] env[71114]: DEBUG nova.objects.instance [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lazy-loading 'flavor' on Instance uuid e104f2a7-0745-43db-894e-4d08df2378d2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.910309] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-1575d037-9610-48b6-8ae4-08c76173bae4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.910623] env[71114]: DEBUG nova.compute.manager [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Instance network_info: |[{"id": "3708254f-f8c8-4c96-bc3f-9c3b0c84d327", "address": "fa:16:3e:8a:d0:75", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3708254f-f8", "ovs_interfaceid": "3708254f-f8c8-4c96-bc3f-9c3b0c84d327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.911281] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d0:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3708254f-f8c8-4c96-bc3f-9c3b0c84d327', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.920927] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.934365] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.934897] env[71114]: DEBUG oslo_vmware.api [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290258} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.935939] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-560d927e-6e43-4762-ba77-d26c98cb5aa3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.956419] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.956419] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.956419] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.973304] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822416, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.974945] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.974945] env[71114]: value = "task-3822422" [ 1183.974945] env[71114]: _type = "Task" [ 1183.974945] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.995287] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822422, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.996860] env[71114]: INFO nova.scheduler.client.report [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted allocations for instance 34901060-9e0f-4189-be29-23665840875c [ 1184.008461] env[71114]: DEBUG nova.compute.manager [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Received event network-vif-plugged-3708254f-f8c8-4c96-bc3f-9c3b0c84d327 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.008692] env[71114]: DEBUG oslo_concurrency.lockutils [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] Acquiring lock "1575d037-9610-48b6-8ae4-08c76173bae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.008901] env[71114]: DEBUG oslo_concurrency.lockutils [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] Lock "1575d037-9610-48b6-8ae4-08c76173bae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.009089] env[71114]: DEBUG oslo_concurrency.lockutils [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] Lock "1575d037-9610-48b6-8ae4-08c76173bae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.009259] env[71114]: DEBUG nova.compute.manager [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] No waiting events found dispatching network-vif-plugged-3708254f-f8c8-4c96-bc3f-9c3b0c84d327 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1184.009416] env[71114]: WARNING nova.compute.manager [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Received unexpected event network-vif-plugged-3708254f-f8c8-4c96-bc3f-9c3b0c84d327 for instance with vm_state building and task_state spawning. [ 1184.009593] env[71114]: DEBUG nova.compute.manager [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Received event network-changed-3708254f-f8c8-4c96-bc3f-9c3b0c84d327 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.009763] env[71114]: DEBUG nova.compute.manager [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Refreshing instance network info cache due to event network-changed-3708254f-f8c8-4c96-bc3f-9c3b0c84d327. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.009990] env[71114]: DEBUG oslo_concurrency.lockutils [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] Acquiring lock "refresh_cache-1575d037-9610-48b6-8ae4-08c76173bae4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.010170] env[71114]: DEBUG oslo_concurrency.lockutils [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] Acquired lock "refresh_cache-1575d037-9610-48b6-8ae4-08c76173bae4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.010327] env[71114]: DEBUG nova.network.neutron [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Refreshing network info cache for port 3708254f-f8c8-4c96-bc3f-9c3b0c84d327 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.043550] env[71114]: DEBUG nova.network.neutron [-] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.080904] env[71114]: DEBUG oslo_vmware.api [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822418, 'name': PowerOnVM_Task, 'duration_secs': 0.966477} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.081187] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.081544] env[71114]: INFO nova.compute.manager [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Took 5.88 seconds to spawn the instance on the hypervisor. [ 1184.082116] env[71114]: DEBUG nova.compute.manager [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1184.082535] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cca3f5e-9b6d-4fa3-9d27-635e320eef8f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.188497] env[71114]: DEBUG nova.network.neutron [req-ac7498ad-8ac2-4dfa-9493-6ee515fe1897 req-1c166a0c-ed12-4f77-9a53-f4448d30b39c service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updated VIF entry in instance network info cache for port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.188755] env[71114]: DEBUG nova.network.neutron [req-ac7498ad-8ac2-4dfa-9493-6ee515fe1897 req-1c166a0c-ed12-4f77-9a53-f4448d30b39c service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updating instance_info_cache with network_info: [{"id": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "address": "fa:16:3e:d4:6f:ec", "network": {"id": "79a3caee-8928-49d8-9847-c0c8e5d4da9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1910867103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa2bebae5764a20960664d05343ffa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa04c3b2-60", "ovs_interfaceid": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.232221] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290ed2d4-aaa7-429e-bf53-20d06f229010 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.243112] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd9aa93-88d9-47ce-9b64-efce1c390d6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.284156] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f019c296-1243-45e1-8aea-33081ed48d61 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.289029] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fea0fa7-1c05-43e3-a80a-0e552d8b2736 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.293698] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Releasing lock "refresh_cache-13911edc-0764-424e-8c9d-7e6e63a8e43b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.294117] env[71114]: DEBUG nova.compute.manager [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.294471] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.295117] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33434af-62b6-436f-aab1-d676f7baabc9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.311024] env[71114]: DEBUG nova.compute.provider_tree [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.314769] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.314978] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd95035b-1ad3-469d-840f-31ce1c554380 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.326825] env[71114]: DEBUG oslo_vmware.api [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1184.326825] env[71114]: value = "task-3822423" [ 1184.326825] env[71114]: _type = "Task" [ 1184.326825] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.336858] env[71114]: DEBUG oslo_vmware.api [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.339132] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.404212] env[71114]: DEBUG oslo_concurrency.lockutils [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquiring lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.471594] env[71114]: DEBUG oslo_vmware.api [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822416, 'name': PowerOnVM_Task, 'duration_secs': 1.61402} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.472039] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.472211] env[71114]: DEBUG nova.compute.manager [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1184.473114] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d66ba4-164f-4eb1-ab69-7968ce373ee9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.486683] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822422, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.502196] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.548026] env[71114]: INFO nova.compute.manager [-] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Took 2.52 seconds to deallocate network for instance. [ 1184.609217] env[71114]: INFO nova.compute.manager [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Took 14.14 seconds to build instance. [ 1184.617279] env[71114]: DEBUG nova.compute.manager [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Received event network-vif-unplugged-ff3cc89b-062e-463a-b243-6c91c230febc {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.617536] env[71114]: DEBUG oslo_concurrency.lockutils [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] Acquiring lock "34901060-9e0f-4189-be29-23665840875c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.617723] env[71114]: DEBUG oslo_concurrency.lockutils [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] Lock "34901060-9e0f-4189-be29-23665840875c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.617890] env[71114]: DEBUG oslo_concurrency.lockutils [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] Lock "34901060-9e0f-4189-be29-23665840875c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.618104] env[71114]: DEBUG nova.compute.manager [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] No waiting events found dispatching network-vif-unplugged-ff3cc89b-062e-463a-b243-6c91c230febc {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1184.618351] env[71114]: WARNING nova.compute.manager [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Received unexpected event network-vif-unplugged-ff3cc89b-062e-463a-b243-6c91c230febc for instance with vm_state shelved_offloaded and task_state None. [ 1184.618448] env[71114]: DEBUG nova.compute.manager [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Received event network-changed-ff3cc89b-062e-463a-b243-6c91c230febc {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.618602] env[71114]: DEBUG nova.compute.manager [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Refreshing instance network info cache due to event network-changed-ff3cc89b-062e-463a-b243-6c91c230febc. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.618783] env[71114]: DEBUG oslo_concurrency.lockutils [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] Acquiring lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.619512] env[71114]: DEBUG oslo_concurrency.lockutils [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] Acquired lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.619512] env[71114]: DEBUG nova.network.neutron [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Refreshing network info cache for port ff3cc89b-062e-463a-b243-6c91c230febc {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.692305] env[71114]: DEBUG oslo_concurrency.lockutils [req-ac7498ad-8ac2-4dfa-9493-6ee515fe1897 req-1c166a0c-ed12-4f77-9a53-f4448d30b39c service nova] Releasing lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.692780] env[71114]: DEBUG oslo_concurrency.lockutils [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquired lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.818747] env[71114]: DEBUG nova.network.neutron [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Updated VIF entry in instance network info cache for port 3708254f-f8c8-4c96-bc3f-9c3b0c84d327. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.818747] env[71114]: DEBUG nova.network.neutron [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Updating instance_info_cache with network_info: [{"id": "3708254f-f8c8-4c96-bc3f-9c3b0c84d327", "address": "fa:16:3e:8a:d0:75", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3708254f-f8", "ovs_interfaceid": "3708254f-f8c8-4c96-bc3f-9c3b0c84d327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.821484] env[71114]: DEBUG nova.scheduler.client.report [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.840022] env[71114]: DEBUG oslo_vmware.api [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822423, 'name': PowerOffVM_Task, 'duration_secs': 0.230385} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.840022] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.840022] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.840022] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc1f0441-3687-4170-ba92-26288fc1f9da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.868517] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.869220] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.869557] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Deleting the datastore file [datastore1] 13911edc-0764-424e-8c9d-7e6e63a8e43b {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.870018] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec620dcc-0eb4-4f1a-9d53-434dbd690449 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.880197] env[71114]: DEBUG oslo_vmware.api [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for the task: (returnval){ [ 1184.880197] env[71114]: value = "task-3822425" [ 1184.880197] env[71114]: _type = "Task" [ 1184.880197] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.891995] env[71114]: DEBUG oslo_vmware.api [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.989103] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822422, 'name': CreateVM_Task, 'duration_secs': 0.623792} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.989464] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.990458] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.990761] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.991204] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.991596] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a7014f-a012-41fd-a5be-72dcf48088cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.002715] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1185.002715] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5291772b-1854-82bd-7987-26e14a28a3c0" [ 1185.002715] env[71114]: _type = "Task" [ 1185.002715] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.008982] env[71114]: DEBUG oslo_concurrency.lockutils [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.016242] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5291772b-1854-82bd-7987-26e14a28a3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.059552] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.088047] env[71114]: DEBUG oslo_concurrency.lockutils [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.088342] env[71114]: DEBUG oslo_concurrency.lockutils [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.111989] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3f3ef2c9-406d-4608-b6ea-e9bf0452d33e tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "c2822b15-71a8-43ed-bd56-36333b2f2478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.650s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.182358] env[71114]: DEBUG nova.network.neutron [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.328773] env[71114]: DEBUG oslo_concurrency.lockutils [req-faac5f15-76c1-4299-a9f8-baaac60760f8 req-ae15427b-f954-467c-9394-806d47bb6ae9 service nova] Releasing lock "refresh_cache-1575d037-9610-48b6-8ae4-08c76173bae4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.329765] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.330252] env[71114]: DEBUG nova.compute.manager [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.333550] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.994s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.335210] env[71114]: INFO nova.compute.claims [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.344838] env[71114]: DEBUG nova.network.neutron [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Updated VIF entry in instance network info cache for port ff3cc89b-062e-463a-b243-6c91c230febc. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.344838] env[71114]: DEBUG nova.network.neutron [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 34901060-9e0f-4189-be29-23665840875c] Updating instance_info_cache with network_info: [{"id": "ff3cc89b-062e-463a-b243-6c91c230febc", "address": "fa:16:3e:19:92:9d", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": null, "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapff3cc89b-06", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.389606] env[71114]: DEBUG oslo_vmware.api [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Task: {'id': task-3822425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196826} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.389925] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.390150] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.390335] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.390506] env[71114]: INFO nova.compute.manager [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1185.390747] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.390930] env[71114]: DEBUG nova.compute.manager [-] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.391037] env[71114]: DEBUG nova.network.neutron [-] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.409588] env[71114]: DEBUG nova.network.neutron [-] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.516524] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5291772b-1854-82bd-7987-26e14a28a3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.021503} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.516837] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.517085] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.517323] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.517471] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.517645] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.517905] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-033cde87-0d3a-4a42-a954-f2d5a8a7c8fe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.527333] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.527516] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.528257] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e333325-94eb-4848-ac23-661400a573ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.533900] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1185.533900] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5254278f-0b0f-e1e0-c0f8-a0558d47cf37" [ 1185.533900] env[71114]: _type = "Task" [ 1185.533900] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.541739] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5254278f-0b0f-e1e0-c0f8-a0558d47cf37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.592130] env[71114]: DEBUG nova.compute.utils [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.628903] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.629124] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.629313] env[71114]: DEBUG nova.network.neutron [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.792413] env[71114]: INFO nova.compute.manager [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Rebuilding instance [ 1185.840667] env[71114]: DEBUG nova.compute.utils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.846218] env[71114]: DEBUG nova.compute.manager [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.846218] env[71114]: DEBUG nova.network.neutron [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.848702] env[71114]: DEBUG nova.compute.manager [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1185.854011] env[71114]: DEBUG oslo_concurrency.lockutils [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] Releasing lock "refresh_cache-34901060-9e0f-4189-be29-23665840875c" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.854298] env[71114]: DEBUG nova.compute.manager [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Received event network-changed-8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.854469] env[71114]: DEBUG nova.compute.manager [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Refreshing instance network info cache due to event network-changed-8bd9c128-cf10-460a-808f-2d2d2599059b. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.854677] env[71114]: DEBUG oslo_concurrency.lockutils [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] Acquiring lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.854822] env[71114]: DEBUG oslo_concurrency.lockutils [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] Acquired lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.855106] env[71114]: DEBUG nova.network.neutron [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Refreshing network info cache for port 8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.857197] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b6901-8677-4796-b1f1-255be3079215 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.904452] env[71114]: DEBUG nova.policy [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dade4f683e6246db800d671d2fcdb040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a780e78509c4508bc622ab228f8dd08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.912118] env[71114]: DEBUG nova.network.neutron [-] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.048781] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5254278f-0b0f-e1e0-c0f8-a0558d47cf37, 'name': SearchDatastore_Task, 'duration_secs': 0.01381} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.050197] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3da0864-3e9a-4be1-b5cc-b88477e34a5a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.059918] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1186.059918] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cd9de0-f26b-9e5f-59c1-b6045ed72319" [ 1186.059918] env[71114]: _type = "Task" [ 1186.059918] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.073949] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cd9de0-f26b-9e5f-59c1-b6045ed72319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.075382] env[71114]: DEBUG nova.network.neutron [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updating instance_info_cache with network_info: [{"id": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "address": "fa:16:3e:d4:6f:ec", "network": {"id": "79a3caee-8928-49d8-9847-c0c8e5d4da9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1910867103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa2bebae5764a20960664d05343ffa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa04c3b2-60", "ovs_interfaceid": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.095957] env[71114]: DEBUG oslo_concurrency.lockutils [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.176391] env[71114]: DEBUG oslo_concurrency.lockutils [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.176887] env[71114]: DEBUG oslo_concurrency.lockutils [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.177135] env[71114]: INFO nova.compute.manager [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Shelving [ 1186.273321] env[71114]: DEBUG nova.network.neutron [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Successfully created port: b5620b4b-4c36-4df8-bc28-8958b2d21fa4 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.351874] env[71114]: DEBUG nova.compute.manager [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.415292] env[71114]: INFO nova.compute.manager [-] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Took 1.02 seconds to deallocate network for instance. [ 1186.456460] env[71114]: INFO nova.network.neutron [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Port 29417e99-78d7-4b04-86c4-93e789de9c76 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1186.456830] env[71114]: DEBUG nova.network.neutron [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [{"id": "ae5af878-c166-49f1-960e-21adc3e86df1", "address": "fa:16:3e:d7:38:38", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5af878-c1", "ovs_interfaceid": "ae5af878-c166-49f1-960e-21adc3e86df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.577250] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cd9de0-f26b-9e5f-59c1-b6045ed72319, 'name': SearchDatastore_Task, 'duration_secs': 0.017944} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.577358] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.577614] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1575d037-9610-48b6-8ae4-08c76173bae4/1575d037-9610-48b6-8ae4-08c76173bae4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.581436] env[71114]: DEBUG oslo_concurrency.lockutils [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Releasing lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.581436] env[71114]: DEBUG nova.compute.manager [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Inject network info {{(pid=71114) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1186.581436] env[71114]: DEBUG nova.compute.manager [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] network_info to inject: |[{"id": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "address": "fa:16:3e:d4:6f:ec", "network": {"id": "79a3caee-8928-49d8-9847-c0c8e5d4da9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1910867103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa2bebae5764a20960664d05343ffa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa04c3b2-60", "ovs_interfaceid": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1186.586472] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Reconfiguring VM instance to set the machine id {{(pid=71114) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1186.587452] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adc50f68-6ee2-457d-95f0-30e719c2f906 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.591957] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d343ff-5721-4dc9-90c4-503608a47bb0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.608973] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1186.608973] env[71114]: value = "task-3822426" [ 1186.608973] env[71114]: _type = "Task" [ 1186.608973] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.610821] env[71114]: DEBUG oslo_vmware.api [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1186.610821] env[71114]: value = "task-3822427" [ 1186.610821] env[71114]: _type = "Task" [ 1186.610821] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.623861] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquiring lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.624119] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.624327] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquiring lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.624542] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.624720] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.636138] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.636489] env[71114]: DEBUG oslo_vmware.api [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.637112] env[71114]: INFO nova.compute.manager [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Terminating instance [ 1186.743638] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c679b909-3bf2-4ffa-8a3a-37177a24f871 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.755900] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859e6d09-343d-4378-b3ed-514bd1585449 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.788599] env[71114]: DEBUG nova.network.neutron [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updated VIF entry in instance network info cache for port 8bd9c128-cf10-460a-808f-2d2d2599059b. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.788994] env[71114]: DEBUG nova.network.neutron [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updating instance_info_cache with network_info: [{"id": "8bd9c128-cf10-460a-808f-2d2d2599059b", "address": "fa:16:3e:22:a4:5b", "network": {"id": "bf254e9c-e942-4105-aff7-400460fc0f20", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1404850914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a48fd6efb1794a31ab6f73b90a5aa0cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd9c128-cf", "ovs_interfaceid": "8bd9c128-cf10-460a-808f-2d2d2599059b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.790859] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0442c2f-4c6e-4546-8660-2270b5b827dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.799969] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe07364-5756-4451-b1b8-ae1650b01d51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.816889] env[71114]: DEBUG nova.compute.provider_tree [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.861039] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.861546] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.876902] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.877185] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-355a58a5-78db-4269-aae9-e3f85d9c9632 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.887285] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1186.887285] env[71114]: value = "task-3822428" [ 1186.887285] env[71114]: _type = "Task" [ 1186.887285] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.899808] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.927904] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.960472] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.131428] env[71114]: DEBUG oslo_vmware.api [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822427, 'name': ReconfigVM_Task, 'duration_secs': 0.19855} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.138486] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-caeee99c-8926-4802-a044-ff157057d431 tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Reconfigured VM instance to set the machine id {{(pid=71114) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1187.147072] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.147072] env[71114]: DEBUG nova.compute.manager [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.147072] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.147072] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6417ce34-47e7-4c0a-8186-e860b78032e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.161754] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.162144] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76852b7f-2a59-4283-b9f9-477dfce98b61 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.172389] env[71114]: DEBUG oslo_vmware.api [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1187.172389] env[71114]: value = "task-3822429" [ 1187.172389] env[71114]: _type = "Task" [ 1187.172389] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.186936] env[71114]: DEBUG oslo_vmware.api [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.196228] env[71114]: DEBUG oslo_concurrency.lockutils [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.196675] env[71114]: DEBUG oslo_concurrency.lockutils [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.196994] env[71114]: INFO nova.compute.manager [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Attaching volume 0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1 to /dev/sdb [ 1187.205861] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.205861] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46556737-fb4d-4a16-9bd3-e0e7270ff6bc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.218561] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1187.218561] env[71114]: value = "task-3822430" [ 1187.218561] env[71114]: _type = "Task" [ 1187.218561] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.236614] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.252992] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b31e25-0240-4c78-abcb-5d94f96b30e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.264034] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103f9dca-910a-42cb-897e-f6325858181f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.282793] env[71114]: DEBUG nova.virt.block_device [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating existing volume attachment record: 8b6a3b8e-7c42-4c75-9f7c-05f85f72143e {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1187.295429] env[71114]: DEBUG oslo_concurrency.lockutils [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] Releasing lock "refresh_cache-488e9a8f-66a3-4da5-a5f2-1147e35c676e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.299026] env[71114]: DEBUG nova.compute.manager [req-47d76e70-f96f-49b2-84f0-6b6fcd6b12d6 req-1ee2773d-8801-48f3-9f21-c0f38b03c367 service nova] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Received event network-vif-deleted-04c8f0ce-0d27-411b-8fee-3dc610d85fbf {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.314263] env[71114]: DEBUG nova.compute.manager [req-7444c0c8-f216-4c74-8e40-67b4cc10ee35 req-d6869e48-5001-43a9-a489-e199e5a62389 service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Received event network-changed-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.314702] env[71114]: DEBUG nova.compute.manager [req-7444c0c8-f216-4c74-8e40-67b4cc10ee35 req-d6869e48-5001-43a9-a489-e199e5a62389 service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Refreshing instance network info cache due to event network-changed-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.314988] env[71114]: DEBUG oslo_concurrency.lockutils [req-7444c0c8-f216-4c74-8e40-67b4cc10ee35 req-d6869e48-5001-43a9-a489-e199e5a62389 service nova] Acquiring lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.315309] env[71114]: DEBUG oslo_concurrency.lockutils [req-7444c0c8-f216-4c74-8e40-67b4cc10ee35 req-d6869e48-5001-43a9-a489-e199e5a62389 service nova] Acquired lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.315549] env[71114]: DEBUG nova.network.neutron [req-7444c0c8-f216-4c74-8e40-67b4cc10ee35 req-d6869e48-5001-43a9-a489-e199e5a62389 service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Refreshing network info cache for port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.357253] env[71114]: ERROR nova.scheduler.client.report [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [req-2c3833ce-2e8f-4fc5-846b-648a044a24d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c3833ce-2e8f-4fc5-846b-648a044a24d7"}]} [ 1187.363767] env[71114]: DEBUG nova.compute.manager [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.375464] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.375698] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.375962] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.376261] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.376519] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.376745] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.376929] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71114) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1187.377110] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.383199] env[71114]: DEBUG nova.scheduler.client.report [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1187.405409] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822428, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.409744] env[71114]: DEBUG nova.scheduler.client.report [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1187.409974] env[71114]: DEBUG nova.compute.provider_tree [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1187.422427] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.423893] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.423893] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.423893] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.424499] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.424499] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.424499] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.424964] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.424964] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.425225] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.425541] env[71114]: DEBUG nova.virt.hardware [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.427356] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b795a4b-1dea-406c-8ce4-afa6d293a9fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.432320] env[71114]: DEBUG nova.scheduler.client.report [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1187.443520] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0582ccd0-98d6-4938-afe0-32497d9f491b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.462675] env[71114]: DEBUG nova.scheduler.client.report [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1187.467445] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8d98ae0a-6bb9-4732-9a60-13065b3f57c1 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-5cc89839-9da6-4be3-9132-c08b9329e83b-29417e99-78d7-4b04-86c4-93e789de9c76" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.234s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.498269] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "34901060-9e0f-4189-be29-23665840875c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.626650] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660052} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.626650] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1575d037-9610-48b6-8ae4-08c76173bae4/1575d037-9610-48b6-8ae4-08c76173bae4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.626843] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.627117] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d2a4e31-2282-491e-a95b-d05322de59c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.634788] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1187.634788] env[71114]: value = "task-3822433" [ 1187.634788] env[71114]: _type = "Task" [ 1187.634788] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.652405] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.684057] env[71114]: DEBUG oslo_vmware.api [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822429, 'name': PowerOffVM_Task, 'duration_secs': 0.336994} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.684703] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.684930] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.685293] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-929e04ba-b32d-4966-8168-67b77c4fbf52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.707599] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquiring lock "e104f2a7-0745-43db-894e-4d08df2378d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.707912] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lock "e104f2a7-0745-43db-894e-4d08df2378d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.708156] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquiring lock "e104f2a7-0745-43db-894e-4d08df2378d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.708340] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lock "e104f2a7-0745-43db-894e-4d08df2378d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.708509] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lock "e104f2a7-0745-43db-894e-4d08df2378d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.711529] env[71114]: INFO nova.compute.manager [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Terminating instance [ 1187.739461] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822430, 'name': PowerOffVM_Task, 'duration_secs': 0.396064} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.739789] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.741025] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be0b19a-71a7-4503-b1a0-725d0bda3b51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.776254] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7132043-c942-43a4-b7e3-69a980a2919b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.780843] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.780843] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.781810] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Deleting the datastore file [datastore2] 488e9a8f-66a3-4da5-a5f2-1147e35c676e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.782657] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd47ec68-0256-4a4a-93a3-fb730abcc2a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.796465] env[71114]: DEBUG oslo_vmware.api [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for the task: (returnval){ [ 1187.796465] env[71114]: value = "task-3822436" [ 1187.796465] env[71114]: _type = "Task" [ 1187.796465] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.806479] env[71114]: DEBUG oslo_vmware.api [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.854810] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f414f00b-d443-42eb-8c91-7459f8aa8650 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.869613] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f420ea1-b419-4c7a-ad8c-cbbf36ea636c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.909262] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.916523] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad5f204-4372-47dc-8eea-137d4b14c1f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.931273] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822428, 'name': PowerOffVM_Task, 'duration_secs': 0.520781} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.931697] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.931945] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.933510] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ad06be-7dc1-4c30-bb03-268f93219e0f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.938831] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19d392c-81bf-40f0-a78b-4e70e8b53b4c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.953879] env[71114]: DEBUG nova.compute.provider_tree [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.958315] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.958946] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1117c5a9-b8ca-42aa-92df-a8fb8bfe9866 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.036782] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.036900] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.037083] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleting the datastore file [datastore1] 665cb13f-f2ef-4fa4-a627-7f9629207c5e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.037406] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a38a038-f597-4741-8af9-7eee60e754f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.044504] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1188.044504] env[71114]: value = "task-3822438" [ 1188.044504] env[71114]: _type = "Task" [ 1188.044504] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.055501] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.150040] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108423} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.150938] env[71114]: DEBUG nova.network.neutron [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Successfully updated port: b5620b4b-4c36-4df8-bc28-8958b2d21fa4 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.153145] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.154997] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d829fa6-1113-4105-9237-c4fb3830b118 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.189506] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 1575d037-9610-48b6-8ae4-08c76173bae4/1575d037-9610-48b6-8ae4-08c76173bae4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.193909] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2952a1aa-3473-4379-be23-f9e0ec4fbc30 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.217523] env[71114]: DEBUG nova.compute.manager [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.217741] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.218565] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1188.218565] env[71114]: value = "task-3822439" [ 1188.218565] env[71114]: _type = "Task" [ 1188.218565] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.219557] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87153e9e-7669-47e6-88d0-940faff85ebf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.236663] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.239694] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.239999] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37ff3b25-9d9e-444a-a79b-316cbe514b86 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.248138] env[71114]: DEBUG oslo_vmware.api [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1188.248138] env[71114]: value = "task-3822440" [ 1188.248138] env[71114]: _type = "Task" [ 1188.248138] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.259245] env[71114]: DEBUG oslo_vmware.api [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.299074] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1188.300253] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c03923b8-2011-4a0a-9ed9-8bf8db1257ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.320475] env[71114]: DEBUG oslo_vmware.api [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Task: {'id': task-3822436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277812} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.324024] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.324024] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.324024] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.324024] env[71114]: INFO nova.compute.manager [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1188.324024] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.324024] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1188.324024] env[71114]: value = "task-3822441" [ 1188.324024] env[71114]: _type = "Task" [ 1188.324024] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.324587] env[71114]: DEBUG nova.compute.manager [-] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.324587] env[71114]: DEBUG nova.network.neutron [-] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.338445] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822441, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.364956] env[71114]: INFO nova.compute.manager [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Rebuilding instance [ 1188.375241] env[71114]: DEBUG nova.network.neutron [req-7444c0c8-f216-4c74-8e40-67b4cc10ee35 req-d6869e48-5001-43a9-a489-e199e5a62389 service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updated VIF entry in instance network info cache for port fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.375731] env[71114]: DEBUG nova.network.neutron [req-7444c0c8-f216-4c74-8e40-67b4cc10ee35 req-d6869e48-5001-43a9-a489-e199e5a62389 service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updating instance_info_cache with network_info: [{"id": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "address": "fa:16:3e:d4:6f:ec", "network": {"id": "79a3caee-8928-49d8-9847-c0c8e5d4da9b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1910867103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa2bebae5764a20960664d05343ffa0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa04c3b2-60", "ovs_interfaceid": "fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.437144] env[71114]: DEBUG nova.compute.manager [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1188.438162] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a5a1ad-90d8-4a0e-b4b9-0ade7081037b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.461087] env[71114]: DEBUG nova.scheduler.client.report [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.560112] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255743} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.563476] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.563927] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.564181] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.655397] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "refresh_cache-62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.655538] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "refresh_cache-62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.655693] env[71114]: DEBUG nova.network.neutron [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.720587] env[71114]: DEBUG nova.compute.manager [req-4f41bf18-36af-4e78-9102-a3360609657d req-e349e833-494f-47d6-8cf7-8a08ef8e2246 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received event network-changed-ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.720827] env[71114]: DEBUG nova.compute.manager [req-4f41bf18-36af-4e78-9102-a3360609657d req-e349e833-494f-47d6-8cf7-8a08ef8e2246 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing instance network info cache due to event network-changed-ae5af878-c166-49f1-960e-21adc3e86df1. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.721390] env[71114]: DEBUG oslo_concurrency.lockutils [req-4f41bf18-36af-4e78-9102-a3360609657d req-e349e833-494f-47d6-8cf7-8a08ef8e2246 service nova] Acquiring lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.721582] env[71114]: DEBUG oslo_concurrency.lockutils [req-4f41bf18-36af-4e78-9102-a3360609657d req-e349e833-494f-47d6-8cf7-8a08ef8e2246 service nova] Acquired lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.721841] env[71114]: DEBUG nova.network.neutron [req-4f41bf18-36af-4e78-9102-a3360609657d req-e349e833-494f-47d6-8cf7-8a08ef8e2246 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Refreshing network info cache for port ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.737054] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822439, 'name': ReconfigVM_Task, 'duration_secs': 0.366849} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.737239] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 1575d037-9610-48b6-8ae4-08c76173bae4/1575d037-9610-48b6-8ae4-08c76173bae4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.737751] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6c7327a-366a-44d3-afd5-2f67eea679f8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.745870] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1188.745870] env[71114]: value = "task-3822442" [ 1188.745870] env[71114]: _type = "Task" [ 1188.745870] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.762951] env[71114]: DEBUG oslo_vmware.api [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822440, 'name': PowerOffVM_Task, 'duration_secs': 0.392319} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.763361] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822442, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.763945] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.763945] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.764099] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91730bd6-22c6-40f2-8c76-7f69b628e272 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.836302] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822441, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.878607] env[71114]: DEBUG oslo_concurrency.lockutils [req-7444c0c8-f216-4c74-8e40-67b4cc10ee35 req-d6869e48-5001-43a9-a489-e199e5a62389 service nova] Releasing lock "refresh_cache-e104f2a7-0745-43db-894e-4d08df2378d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.882739] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.883066] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.883421] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Deleting the datastore file [datastore2] e104f2a7-0745-43db-894e-4d08df2378d2 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.883822] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9467d56d-486b-4283-bb7c-13c6981709ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.891890] env[71114]: DEBUG oslo_vmware.api [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for the task: (returnval){ [ 1188.891890] env[71114]: value = "task-3822444" [ 1188.891890] env[71114]: _type = "Task" [ 1188.891890] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.904604] env[71114]: DEBUG oslo_vmware.api [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.967725] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.634s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.968409] env[71114]: DEBUG nova.compute.manager [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.971593] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.470s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.971785] env[71114]: DEBUG nova.objects.instance [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lazy-loading 'resources' on Instance uuid 34901060-9e0f-4189-be29-23665840875c {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.121494] env[71114]: DEBUG nova.network.neutron [-] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.191456] env[71114]: DEBUG nova.network.neutron [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.260373] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822442, 'name': Rename_Task, 'duration_secs': 0.282394} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.260699] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.261110] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7956ba-c277-476f-befd-3a1a8db31037 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.270596] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1189.270596] env[71114]: value = "task-3822445" [ 1189.270596] env[71114]: _type = "Task" [ 1189.270596] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.282256] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.338715] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822441, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.365012] env[71114]: DEBUG nova.compute.manager [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Received event network-vif-plugged-b5620b4b-4c36-4df8-bc28-8958b2d21fa4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.365305] env[71114]: DEBUG oslo_concurrency.lockutils [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] Acquiring lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.365532] env[71114]: DEBUG oslo_concurrency.lockutils [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] Lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.365701] env[71114]: DEBUG oslo_concurrency.lockutils [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] Lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.365870] env[71114]: DEBUG nova.compute.manager [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] No waiting events found dispatching network-vif-plugged-b5620b4b-4c36-4df8-bc28-8958b2d21fa4 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1189.366050] env[71114]: WARNING nova.compute.manager [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Received unexpected event network-vif-plugged-b5620b4b-4c36-4df8-bc28-8958b2d21fa4 for instance with vm_state building and task_state spawning. [ 1189.366361] env[71114]: DEBUG nova.compute.manager [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Received event network-changed-b5620b4b-4c36-4df8-bc28-8958b2d21fa4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.366417] env[71114]: DEBUG nova.compute.manager [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Refreshing instance network info cache due to event network-changed-b5620b4b-4c36-4df8-bc28-8958b2d21fa4. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.366643] env[71114]: DEBUG oslo_concurrency.lockutils [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] Acquiring lock "refresh_cache-62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.405783] env[71114]: DEBUG oslo_vmware.api [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Task: {'id': task-3822444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365175} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.406321] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.406584] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.406783] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.406974] env[71114]: INFO nova.compute.manager [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1189.407278] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.407492] env[71114]: DEBUG nova.compute.manager [-] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.407603] env[71114]: DEBUG nova.network.neutron [-] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.453571] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.453978] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1751c29-3307-4ef5-81be-1dea5ce72f3c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.463729] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1189.463729] env[71114]: value = "task-3822446" [ 1189.463729] env[71114]: _type = "Task" [ 1189.463729] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.469016] env[71114]: DEBUG nova.network.neutron [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Updating instance_info_cache with network_info: [{"id": "b5620b4b-4c36-4df8-bc28-8958b2d21fa4", "address": "fa:16:3e:e8:21:5e", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5620b4b-4c", "ovs_interfaceid": "b5620b4b-4c36-4df8-bc28-8958b2d21fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.478810] env[71114]: DEBUG nova.compute.utils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.484029] env[71114]: DEBUG nova.objects.instance [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lazy-loading 'numa_topology' on Instance uuid 34901060-9e0f-4189-be29-23665840875c {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.484029] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.484029] env[71114]: DEBUG nova.compute.manager [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.484029] env[71114]: DEBUG nova.network.neutron [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.570248] env[71114]: DEBUG nova.policy [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47f07ad8c49a43bca7e3909f9de3f6e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be95833a6ff9470ab79c5dd2efed834a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.630117] env[71114]: DEBUG nova.virt.hardware [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.630117] env[71114]: INFO nova.compute.manager [-] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Took 1.31 seconds to deallocate network for instance. [ 1189.634563] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c413d8-1362-4085-ad39-0e81780ff383 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.657215] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf48845-cc0d-4d29-a766-a6c5c38fa568 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.680398] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:25:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b425dd69-3212-44bb-a51a-1bd85733a853', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.693855] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.695355] env[71114]: DEBUG nova.network.neutron [req-4f41bf18-36af-4e78-9102-a3360609657d req-e349e833-494f-47d6-8cf7-8a08ef8e2246 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updated VIF entry in instance network info cache for port ae5af878-c166-49f1-960e-21adc3e86df1. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.695961] env[71114]: DEBUG nova.network.neutron [req-4f41bf18-36af-4e78-9102-a3360609657d req-e349e833-494f-47d6-8cf7-8a08ef8e2246 service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [{"id": "ae5af878-c166-49f1-960e-21adc3e86df1", "address": "fa:16:3e:d7:38:38", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae5af878-c1", "ovs_interfaceid": "ae5af878-c166-49f1-960e-21adc3e86df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.697716] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.698396] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-531c3530-bacd-478d-82fd-acbdebebafc9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.721866] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.721866] env[71114]: value = "task-3822448" [ 1189.721866] env[71114]: _type = "Task" [ 1189.721866] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.733793] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822448, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.781281] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822445, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.844618] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822441, 'name': CreateSnapshot_Task, 'duration_secs': 1.341907} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.845401] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1189.849865] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b5ac72-86d2-4985-9d25-b78b773ce614 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.972049] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "refresh_cache-62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.972498] env[71114]: DEBUG nova.compute.manager [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Instance network_info: |[{"id": "b5620b4b-4c36-4df8-bc28-8958b2d21fa4", "address": "fa:16:3e:e8:21:5e", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5620b4b-4c", "ovs_interfaceid": "b5620b4b-4c36-4df8-bc28-8958b2d21fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.976436] env[71114]: DEBUG oslo_concurrency.lockutils [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] Acquired lock "refresh_cache-62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.976653] env[71114]: DEBUG nova.network.neutron [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Refreshing network info cache for port b5620b4b-4c36-4df8-bc28-8958b2d21fa4 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.978077] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:21:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5620b4b-4c36-4df8-bc28-8958b2d21fa4', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.987064] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.987334] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822446, 'name': PowerOffVM_Task, 'duration_secs': 0.248947} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.990959] env[71114]: DEBUG nova.compute.manager [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.994741] env[71114]: DEBUG nova.objects.base [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Object Instance<34901060-9e0f-4189-be29-23665840875c> lazy-loaded attributes: resources,numa_topology {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1189.998371] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.999334] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.000068] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.001221] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4708babf-44d5-4155-ae86-bd569a2f9687 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.020727] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950ad8a0-dd15-4bc0-a7c1-fa80319ffe6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.035025] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.035464] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.035464] env[71114]: value = "task-3822449" [ 1190.035464] env[71114]: _type = "Task" [ 1190.035464] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.035660] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ed654b1-1a31-4b03-af63-d5dcfa439d3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.050934] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822449, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.090736] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.091371] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.091471] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Deleting the datastore file [datastore1] c2822b15-71a8-43ed-bd56-36333b2f2478 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.095288] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b2af1cf-9ea2-4dd5-ba13-80abae582617 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.105082] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1190.105082] env[71114]: value = "task-3822451" [ 1190.105082] env[71114]: _type = "Task" [ 1190.105082] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.150991] env[71114]: DEBUG nova.network.neutron [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Successfully created port: 1af7bd4b-0446-4626-93fc-0a396954bced {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.157426] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.199817] env[71114]: DEBUG oslo_concurrency.lockutils [req-4f41bf18-36af-4e78-9102-a3360609657d req-e349e833-494f-47d6-8cf7-8a08ef8e2246 service nova] Releasing lock "refresh_cache-5cc89839-9da6-4be3-9132-c08b9329e83b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.237708] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822448, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.284212] env[71114]: DEBUG oslo_vmware.api [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822445, 'name': PowerOnVM_Task, 'duration_secs': 0.833906} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.287562] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.287802] env[71114]: INFO nova.compute.manager [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1190.288022] env[71114]: DEBUG nova.compute.manager [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.289234] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2f4ec7-dc40-4fa7-bb86-9356fe368aea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.390564] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1190.396643] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e98f5528-9405-450a-ae7b-6043af2289f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.406797] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1190.406797] env[71114]: value = "task-3822452" [ 1190.406797] env[71114]: _type = "Task" [ 1190.406797] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.419588] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822452, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.436727] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf4bc67-280f-402d-b1cb-51555cdff1ab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.444429] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417225fc-7f1d-495f-85c1-d78b627e8ca7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.449962] env[71114]: DEBUG nova.network.neutron [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Updated VIF entry in instance network info cache for port b5620b4b-4c36-4df8-bc28-8958b2d21fa4. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.450562] env[71114]: DEBUG nova.network.neutron [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Updating instance_info_cache with network_info: [{"id": "b5620b4b-4c36-4df8-bc28-8958b2d21fa4", "address": "fa:16:3e:e8:21:5e", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5620b4b-4c", "ovs_interfaceid": "b5620b4b-4c36-4df8-bc28-8958b2d21fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.484185] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eb7f19-7ee6-4647-acb5-05b7f53adee9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.493787] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68767f70-474a-47cc-8d46-7cab5a1989be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.516692] env[71114]: DEBUG nova.compute.provider_tree [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1190.551023] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822449, 'name': CreateVM_Task, 'duration_secs': 0.48938} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.551023] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.551023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.551023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.551023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.551339] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095d72bb-8b43-446d-b503-836deb7a2e3d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.558157] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1190.558157] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e283e-6744-ca64-0319-cd3f056df7db" [ 1190.558157] env[71114]: _type = "Task" [ 1190.558157] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.568047] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e283e-6744-ca64-0319-cd3f056df7db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.595576] env[71114]: DEBUG nova.network.neutron [-] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.620457] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195162} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.620916] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.621176] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.621375] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.736593] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822448, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.749195] env[71114]: DEBUG nova.compute.manager [req-aad8b422-f178-4133-930a-f8f81d63f832 req-2363272d-e77a-4d25-8d74-7e3789efc74b service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Received event network-changed-010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.749195] env[71114]: DEBUG nova.compute.manager [req-aad8b422-f178-4133-930a-f8f81d63f832 req-2363272d-e77a-4d25-8d74-7e3789efc74b service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Refreshing instance network info cache due to event network-changed-010a2b34-adc9-46d8-b5ca-186a1499d3fe. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.750347] env[71114]: DEBUG oslo_concurrency.lockutils [req-aad8b422-f178-4133-930a-f8f81d63f832 req-2363272d-e77a-4d25-8d74-7e3789efc74b service nova] Acquiring lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.750347] env[71114]: DEBUG oslo_concurrency.lockutils [req-aad8b422-f178-4133-930a-f8f81d63f832 req-2363272d-e77a-4d25-8d74-7e3789efc74b service nova] Acquired lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.750347] env[71114]: DEBUG nova.network.neutron [req-aad8b422-f178-4133-930a-f8f81d63f832 req-2363272d-e77a-4d25-8d74-7e3789efc74b service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Refreshing network info cache for port 010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.820141] env[71114]: INFO nova.compute.manager [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Took 18.77 seconds to build instance. [ 1190.918323] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822452, 'name': CloneVM_Task} progress is 93%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.956017] env[71114]: DEBUG oslo_concurrency.lockutils [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] Releasing lock "refresh_cache-62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.956333] env[71114]: DEBUG nova.compute.manager [req-46cd38bc-5128-47a9-b0f1-c12e9968d19c req-805bc1fc-c006-4140-96ed-d94ca7bdd3f7 service nova] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Received event network-vif-deleted-8bd9c128-cf10-460a-808f-2d2d2599059b {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.009814] env[71114]: DEBUG nova.compute.manager [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.052804] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.052804] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.052804] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.052804] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.052804] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.052804] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.053499] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.053973] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.054444] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.055076] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.057043] env[71114]: DEBUG nova.virt.hardware [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.057043] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94afc705-9906-443f-8dce-f4748dd88037 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.068142] env[71114]: DEBUG nova.scheduler.client.report [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1191.068142] env[71114]: DEBUG nova.compute.provider_tree [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 150 to 151 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1191.068142] env[71114]: DEBUG nova.compute.provider_tree [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.075453] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebf3a8b-e5b4-483a-9846-a3340838c0e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.084305] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520e283e-6744-ca64-0319-cd3f056df7db, 'name': SearchDatastore_Task, 'duration_secs': 0.04223} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.085883] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.086891] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.086891] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.086891] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.087072] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.087615] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18ef9f65-1e33-482c-9457-6371b20fa976 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.103985] env[71114]: INFO nova.compute.manager [-] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Took 1.70 seconds to deallocate network for instance. [ 1191.118992] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.119279] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.120636] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d264a803-6f17-4b0b-88e4-6cc71837f8d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.133137] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1191.133137] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fa93b6-98ec-126b-d2aa-907e82f07baf" [ 1191.133137] env[71114]: _type = "Task" [ 1191.133137] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.143485] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fa93b6-98ec-126b-d2aa-907e82f07baf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.242554] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822448, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.322658] env[71114]: DEBUG oslo_concurrency.lockutils [None req-5b1446c3-140e-4617-bfb2-341425cad6e4 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "1575d037-9610-48b6-8ae4-08c76173bae4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.281s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.418889] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822452, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.575696] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.604s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.578504] env[71114]: DEBUG oslo_concurrency.lockutils [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.570s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.578753] env[71114]: DEBUG nova.objects.instance [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1191.613012] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.648907] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fa93b6-98ec-126b-d2aa-907e82f07baf, 'name': SearchDatastore_Task, 'duration_secs': 0.024984} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.653094] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a38001-ffec-4c85-99f3-1287dfbf8a34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.661546] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.661880] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.662642] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.663103] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.663308] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.663533] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.663817] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.664068] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.664275] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.664573] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.664824] env[71114]: DEBUG nova.virt.hardware [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.666663] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e1110e-edd1-4c9d-a79e-0a04b3295080 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.674344] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1191.674344] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a482c7-caf4-4360-1102-0e5866818b27" [ 1191.674344] env[71114]: _type = "Task" [ 1191.674344] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.682511] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723a9e5b-5bc7-4778-afa4-631649167b41 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.691270] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a482c7-caf4-4360-1102-0e5866818b27, 'name': SearchDatastore_Task, 'duration_secs': 0.013763} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.691923] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.692271] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764/62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.692552] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a56b8644-2478-4cf0-909b-4fe19b60a557 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.703145] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.709319] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.710802] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.710802] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-936a0a6e-cfb7-4a2c-8a28-185b5ff60319 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.728256] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1191.728256] env[71114]: value = "task-3822453" [ 1191.728256] env[71114]: _type = "Task" [ 1191.728256] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.737848] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.737848] env[71114]: value = "task-3822454" [ 1191.737848] env[71114]: _type = "Task" [ 1191.737848] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.753099] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822448, 'name': CreateVM_Task, 'duration_secs': 1.575241} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.753434] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.754115] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.754917] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.755103] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.755535] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.755848] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab318855-582d-428d-ac85-b0016c1bf669 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.761557] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822454, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.766367] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1191.766367] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5267446c-b68f-0933-4258-de22495d92a5" [ 1191.766367] env[71114]: _type = "Task" [ 1191.766367] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.776522] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5267446c-b68f-0933-4258-de22495d92a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.853766] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1191.855014] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760026', 'volume_id': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'name': 'volume-0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225347e-72a8-4b98-8e7d-207b6b3abd41', 'attached_at': '', 'detached_at': '', 'volume_id': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'serial': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1191.856387] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17dac06-1cf8-49ef-a652-019129519d78 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.876313] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87adb351-bcbd-4394-92c7-2e2a23ef67c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.909024] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1/volume-0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.909577] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ed336b8-7f05-48c7-93be-6a8f1b3f17a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.942268] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822452, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.944234] env[71114]: DEBUG oslo_vmware.api [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1191.944234] env[71114]: value = "task-3822455" [ 1191.944234] env[71114]: _type = "Task" [ 1191.944234] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.957336] env[71114]: DEBUG oslo_vmware.api [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.091462] env[71114]: DEBUG oslo_concurrency.lockutils [None req-31381780-bacf-4ee0-92b7-f5a5410c0dc0 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "34901060-9e0f-4189-be29-23665840875c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.234s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.094681] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "34901060-9e0f-4189-be29-23665840875c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.596s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.094973] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "34901060-9e0f-4189-be29-23665840875c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.095421] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "34901060-9e0f-4189-be29-23665840875c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.095651] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "34901060-9e0f-4189-be29-23665840875c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.097822] env[71114]: INFO nova.compute.manager [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Terminating instance [ 1192.102470] env[71114]: DEBUG nova.compute.manager [req-9a45c76b-85b8-46b7-99c5-6e863cc775e9 req-eefa722a-8200-4f3f-9b59-9c1c06b18049 service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Received event network-vif-plugged-1af7bd4b-0446-4626-93fc-0a396954bced {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.102721] env[71114]: DEBUG oslo_concurrency.lockutils [req-9a45c76b-85b8-46b7-99c5-6e863cc775e9 req-eefa722a-8200-4f3f-9b59-9c1c06b18049 service nova] Acquiring lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.102968] env[71114]: DEBUG oslo_concurrency.lockutils [req-9a45c76b-85b8-46b7-99c5-6e863cc775e9 req-eefa722a-8200-4f3f-9b59-9c1c06b18049 service nova] Lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.103173] env[71114]: DEBUG oslo_concurrency.lockutils [req-9a45c76b-85b8-46b7-99c5-6e863cc775e9 req-eefa722a-8200-4f3f-9b59-9c1c06b18049 service nova] Lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.103377] env[71114]: DEBUG nova.compute.manager [req-9a45c76b-85b8-46b7-99c5-6e863cc775e9 req-eefa722a-8200-4f3f-9b59-9c1c06b18049 service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] No waiting events found dispatching network-vif-plugged-1af7bd4b-0446-4626-93fc-0a396954bced {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1192.103549] env[71114]: WARNING nova.compute.manager [req-9a45c76b-85b8-46b7-99c5-6e863cc775e9 req-eefa722a-8200-4f3f-9b59-9c1c06b18049 service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Received unexpected event network-vif-plugged-1af7bd4b-0446-4626-93fc-0a396954bced for instance with vm_state building and task_state spawning. [ 1192.138954] env[71114]: DEBUG nova.network.neutron [req-aad8b422-f178-4133-930a-f8f81d63f832 req-2363272d-e77a-4d25-8d74-7e3789efc74b service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updated VIF entry in instance network info cache for port 010a2b34-adc9-46d8-b5ca-186a1499d3fe. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.139374] env[71114]: DEBUG nova.network.neutron [req-aad8b422-f178-4133-930a-f8f81d63f832 req-2363272d-e77a-4d25-8d74-7e3789efc74b service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updating instance_info_cache with network_info: [{"id": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "address": "fa:16:3e:91:99:ff", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010a2b34-ad", "ovs_interfaceid": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.150479] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "interface-ef6f2d1d-ddb4-451e-84c1-40755a1213d2-29417e99-78d7-4b04-86c4-93e789de9c76" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.150894] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-ef6f2d1d-ddb4-451e-84c1-40755a1213d2-29417e99-78d7-4b04-86c4-93e789de9c76" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.151379] env[71114]: DEBUG nova.objects.instance [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'flavor' on Instance uuid ef6f2d1d-ddb4-451e-84c1-40755a1213d2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.251988] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822453, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.255938] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822454, 'name': CreateVM_Task, 'duration_secs': 0.326771} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.257071] env[71114]: DEBUG nova.network.neutron [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Successfully updated port: 1af7bd4b-0446-4626-93fc-0a396954bced {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.261357] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.261357] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.282940] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5267446c-b68f-0933-4258-de22495d92a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.283341] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.283642] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.284043] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.284281] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.284535] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.284910] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.285309] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.285805] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ac05913-eeff-416e-8d90-08bcce48097b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.288392] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7e2d4d-4adc-4652-81f2-48e294efa233 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.296171] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1192.296171] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c31066-cf1d-07a3-0620-eab14859f443" [ 1192.296171] env[71114]: _type = "Task" [ 1192.296171] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.301651] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.301999] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.303367] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a88764-05ed-43fb-a50f-cfab489806f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.310246] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c31066-cf1d-07a3-0620-eab14859f443, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.311199] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.311314] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.311510] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.314759] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1192.314759] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f3f02a-4a24-eab0-a782-f7ea5d5e959f" [ 1192.314759] env[71114]: _type = "Task" [ 1192.314759] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.325766] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f3f02a-4a24-eab0-a782-f7ea5d5e959f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.420810] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822452, 'name': CloneVM_Task, 'duration_secs': 1.88676} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.421104] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Created linked-clone VM from snapshot [ 1192.421945] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1c64f6-7a37-465d-9d88-4cca2c08d3de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.431537] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Uploading image 023ba06d-6a15-49c6-b0fd-a037d3d2f4d6 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1192.454586] env[71114]: DEBUG oslo_vmware.api [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.468855] env[71114]: DEBUG oslo_vmware.rw_handles [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1192.468855] env[71114]: value = "vm-760030" [ 1192.468855] env[71114]: _type = "VirtualMachine" [ 1192.468855] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1192.469171] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5225593c-b995-424e-a179-1766dc14ee9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.481634] env[71114]: DEBUG oslo_vmware.rw_handles [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lease: (returnval){ [ 1192.481634] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52295b5f-cff8-5cde-dbf1-460df7899a72" [ 1192.481634] env[71114]: _type = "HttpNfcLease" [ 1192.481634] env[71114]: } obtained for exporting VM: (result){ [ 1192.481634] env[71114]: value = "vm-760030" [ 1192.481634] env[71114]: _type = "VirtualMachine" [ 1192.481634] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1192.481964] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the lease: (returnval){ [ 1192.481964] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52295b5f-cff8-5cde-dbf1-460df7899a72" [ 1192.481964] env[71114]: _type = "HttpNfcLease" [ 1192.481964] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1192.490040] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1192.490040] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52295b5f-cff8-5cde-dbf1-460df7899a72" [ 1192.490040] env[71114]: _type = "HttpNfcLease" [ 1192.490040] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1192.596586] env[71114]: DEBUG oslo_concurrency.lockutils [None req-244f7deb-5374-4160-b61c-1c74cc8a4aff tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.597824] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.538s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.598058] env[71114]: DEBUG nova.objects.instance [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lazy-loading 'resources' on Instance uuid fcf89176-4bf9-4bcd-af48-dd538ac9ceb7 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.602313] env[71114]: DEBUG nova.compute.manager [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.602518] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.602779] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-112b58f7-fb19-46f5-a4b7-121a2d6881a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.614045] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6b9fa6-70b0-4dd6-81e7-b5d7d7e8097c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.655031] env[71114]: DEBUG oslo_concurrency.lockutils [req-aad8b422-f178-4133-930a-f8f81d63f832 req-2363272d-e77a-4d25-8d74-7e3789efc74b service nova] Releasing lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.655392] env[71114]: DEBUG nova.compute.manager [req-aad8b422-f178-4133-930a-f8f81d63f832 req-2363272d-e77a-4d25-8d74-7e3789efc74b service nova] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Received event network-vif-deleted-fa04c3b2-60a9-46b2-93ec-46a7e2b27ef2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.658929] env[71114]: WARNING nova.virt.vmwareapi.vmops [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 34901060-9e0f-4189-be29-23665840875c could not be found. [ 1192.659137] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.659318] env[71114]: INFO nova.compute.manager [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 34901060-9e0f-4189-be29-23665840875c] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1192.659567] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.659856] env[71114]: DEBUG nova.compute.manager [-] [instance: 34901060-9e0f-4189-be29-23665840875c] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.659951] env[71114]: DEBUG nova.network.neutron [-] [instance: 34901060-9e0f-4189-be29-23665840875c] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.746834] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563034} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.747119] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764/62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.747339] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.747617] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00e58d59-dfb3-46a8-8c09-03eb4737323a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.755991] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1192.755991] env[71114]: value = "task-3822457" [ 1192.755991] env[71114]: _type = "Task" [ 1192.755991] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.766323] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.766507] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.766676] env[71114]: DEBUG nova.network.neutron [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.768102] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.827211] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f3f02a-4a24-eab0-a782-f7ea5d5e959f, 'name': SearchDatastore_Task, 'duration_secs': 0.012353} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.828147] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06ab92ed-5b87-450d-a696-6d2f866786bf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.834663] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1192.834663] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527fa058-4908-f636-1417-2fa11faf9c68" [ 1192.834663] env[71114]: _type = "Task" [ 1192.834663] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.844980] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527fa058-4908-f636-1417-2fa11faf9c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.848089] env[71114]: DEBUG nova.objects.instance [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'pci_requests' on Instance uuid ef6f2d1d-ddb4-451e-84c1-40755a1213d2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.957376] env[71114]: DEBUG oslo_vmware.api [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822455, 'name': ReconfigVM_Task, 'duration_secs': 0.740271} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.957935] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1/volume-0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.963605] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56c15e82-b237-4874-a79e-30e0be91158b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.983909] env[71114]: DEBUG oslo_vmware.api [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1192.983909] env[71114]: value = "task-3822458" [ 1192.983909] env[71114]: _type = "Task" [ 1192.983909] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.995881] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1192.995881] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52295b5f-cff8-5cde-dbf1-460df7899a72" [ 1192.995881] env[71114]: _type = "HttpNfcLease" [ 1192.995881] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1192.999619] env[71114]: DEBUG oslo_vmware.rw_handles [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1192.999619] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52295b5f-cff8-5cde-dbf1-460df7899a72" [ 1192.999619] env[71114]: _type = "HttpNfcLease" [ 1192.999619] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1193.000688] env[71114]: DEBUG oslo_vmware.api [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822458, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.000872] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2d2854-9231-4325-97c4-36f9ea798b23 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.014158] env[71114]: DEBUG oslo_vmware.rw_handles [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521073dd-1b9a-d94e-4008-45f9e9f4189b/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1193.014527] env[71114]: DEBUG oslo_vmware.rw_handles [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521073dd-1b9a-d94e-4008-45f9e9f4189b/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1193.217113] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52895b8e-953b-4127-88bc-627ac98206cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.270416] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112011} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.270416] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.271143] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad432c92-6c85-4e46-ab01-c8b69e02ad92 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.299939] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764/62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.303596] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c74b51a-3a36-43fb-b0c9-3209658c9471 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.318233] env[71114]: DEBUG nova.network.neutron [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.327459] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1193.327459] env[71114]: value = "task-3822459" [ 1193.327459] env[71114]: _type = "Task" [ 1193.327459] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.339158] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.355586] env[71114]: DEBUG nova.objects.base [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.355763] env[71114]: DEBUG nova.network.neutron [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.357898] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527fa058-4908-f636-1417-2fa11faf9c68, 'name': SearchDatastore_Task, 'duration_secs': 0.01281} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.358178] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.358472] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 665cb13f-f2ef-4fa4-a627-7f9629207c5e/665cb13f-f2ef-4fa4-a627-7f9629207c5e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.359317] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.359601] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.359885] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa294957-c6cf-4dca-b635-17f0904d57c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.364365] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7177feeb-b28c-4f1c-8fc7-c6826a49b930 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.375326] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1193.375326] env[71114]: value = "task-3822460" [ 1193.375326] env[71114]: _type = "Task" [ 1193.375326] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.380401] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.380401] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.381348] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96244f3-93fd-4dfa-9576-baca8cb57cfa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.389796] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.396411] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1193.396411] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fd8bee-5ba7-83d0-5479-42c772efe0f3" [ 1193.396411] env[71114]: _type = "Task" [ 1193.396411] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.407315] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fd8bee-5ba7-83d0-5479-42c772efe0f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.470803] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d77f818-7915-4526-8970-b9c783d12700 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.481353] env[71114]: DEBUG nova.policy [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274f6950231c49199a6a083e7130d44a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82fcc130e05e4f82a3c8f5ec6917fac1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.487412] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e0eeee-eba8-4273-b18d-2dbbac2a4713 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.499814] env[71114]: DEBUG oslo_vmware.api [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.526016] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f153bfe-3e90-426b-aad5-8d0a824bd0c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.535642] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32da60a-97cb-412a-9656-6d5da657b1d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.549927] env[71114]: DEBUG nova.compute.provider_tree [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.552157] env[71114]: DEBUG nova.network.neutron [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Updating instance_info_cache with network_info: [{"id": "1af7bd4b-0446-4626-93fc-0a396954bced", "address": "fa:16:3e:e5:e4:d9", "network": {"id": "73924351-0eda-4a21-9db9-d8862f08d76e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1919382541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "be95833a6ff9470ab79c5dd2efed834a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af7bd4b-04", "ovs_interfaceid": "1af7bd4b-0446-4626-93fc-0a396954bced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.575265] env[71114]: DEBUG nova.network.neutron [-] [instance: 34901060-9e0f-4189-be29-23665840875c] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.842540] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822459, 'name': ReconfigVM_Task, 'duration_secs': 0.486503} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.843337] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764/62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.844328] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a296c72-9b2e-4fc7-954e-83b890e58e06 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.854652] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1193.854652] env[71114]: value = "task-3822461" [ 1193.854652] env[71114]: _type = "Task" [ 1193.854652] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.871417] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822461, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.886873] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.908657] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fd8bee-5ba7-83d0-5479-42c772efe0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.029338} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.909831] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66196dfb-0f03-4158-8eac-004bf3091ec9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.916744] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1193.916744] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c86f96-b6d4-804f-a005-4bcb01dfaa40" [ 1193.916744] env[71114]: _type = "Task" [ 1193.916744] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.926497] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c86f96-b6d4-804f-a005-4bcb01dfaa40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.001637] env[71114]: DEBUG oslo_vmware.api [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.054862] env[71114]: DEBUG nova.scheduler.client.report [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.058651] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.058957] env[71114]: DEBUG nova.compute.manager [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Instance network_info: |[{"id": "1af7bd4b-0446-4626-93fc-0a396954bced", "address": "fa:16:3e:e5:e4:d9", "network": {"id": "73924351-0eda-4a21-9db9-d8862f08d76e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1919382541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "be95833a6ff9470ab79c5dd2efed834a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af7bd4b-04", "ovs_interfaceid": "1af7bd4b-0446-4626-93fc-0a396954bced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.059883] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:e4:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1af7bd4b-0446-4626-93fc-0a396954bced', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.069294] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.070166] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.070675] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-648ffd48-f70b-4f97-991b-f0b980054b8c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.088879] env[71114]: INFO nova.compute.manager [-] [instance: 34901060-9e0f-4189-be29-23665840875c] Took 1.43 seconds to deallocate network for instance. [ 1194.098837] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.098837] env[71114]: value = "task-3822462" [ 1194.098837] env[71114]: _type = "Task" [ 1194.098837] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.113109] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822462, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.186042] env[71114]: DEBUG nova.compute.manager [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Received event network-changed-3708254f-f8c8-4c96-bc3f-9c3b0c84d327 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.186042] env[71114]: DEBUG nova.compute.manager [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Refreshing instance network info cache due to event network-changed-3708254f-f8c8-4c96-bc3f-9c3b0c84d327. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.186304] env[71114]: DEBUG oslo_concurrency.lockutils [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] Acquiring lock "refresh_cache-1575d037-9610-48b6-8ae4-08c76173bae4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.186304] env[71114]: DEBUG oslo_concurrency.lockutils [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] Acquired lock "refresh_cache-1575d037-9610-48b6-8ae4-08c76173bae4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.186415] env[71114]: DEBUG nova.network.neutron [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Refreshing network info cache for port 3708254f-f8c8-4c96-bc3f-9c3b0c84d327 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.366922] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822461, 'name': Rename_Task, 'duration_secs': 0.264188} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.367409] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.367898] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-190a6cfe-6433-4251-96c9-075b5aa6d4ba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.377011] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1194.377011] env[71114]: value = "task-3822463" [ 1194.377011] env[71114]: _type = "Task" [ 1194.377011] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.395334] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.395774] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822460, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.433067] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c86f96-b6d4-804f-a005-4bcb01dfaa40, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.433865] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.433865] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c2822b15-71a8-43ed-bd56-36333b2f2478/c2822b15-71a8-43ed-bd56-36333b2f2478.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.435021] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8bdd468-ac7c-4f08-acf8-81661b061476 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.444534] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1194.444534] env[71114]: value = "task-3822464" [ 1194.444534] env[71114]: _type = "Task" [ 1194.444534] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.455441] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.504185] env[71114]: DEBUG oslo_vmware.api [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822458, 'name': ReconfigVM_Task, 'duration_secs': 1.29749} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.505157] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760026', 'volume_id': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'name': 'volume-0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0225347e-72a8-4b98-8e7d-207b6b3abd41', 'attached_at': '', 'detached_at': '', 'volume_id': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'serial': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1194.561311] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.564876] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.637s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.565651] env[71114]: DEBUG nova.objects.instance [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lazy-loading 'resources' on Instance uuid 13911edc-0764-424e-8c9d-7e6e63a8e43b {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.594953] env[71114]: INFO nova.scheduler.client.report [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleted allocations for instance fcf89176-4bf9-4bcd-af48-dd538ac9ceb7 [ 1194.615520] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822462, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.889863] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822460, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.428782} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.890547] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 665cb13f-f2ef-4fa4-a627-7f9629207c5e/665cb13f-f2ef-4fa4-a627-7f9629207c5e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.890774] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.891037] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cf8db28-0d17-4193-a8b5-fa8663254ac4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.897155] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.903063] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1194.903063] env[71114]: value = "task-3822465" [ 1194.903063] env[71114]: _type = "Task" [ 1194.903063] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.917199] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.958663] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822464, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.049025] env[71114]: DEBUG nova.network.neutron [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Updated VIF entry in instance network info cache for port 3708254f-f8c8-4c96-bc3f-9c3b0c84d327. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.049549] env[71114]: DEBUG nova.network.neutron [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Updating instance_info_cache with network_info: [{"id": "3708254f-f8c8-4c96-bc3f-9c3b0c84d327", "address": "fa:16:3e:8a:d0:75", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3708254f-f8", "ovs_interfaceid": "3708254f-f8c8-4c96-bc3f-9c3b0c84d327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.112978] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e12975ff-b1d7-4cda-b285-39d44df0f6cf tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "fcf89176-4bf9-4bcd-af48-dd538ac9ceb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.312s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.122680] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822462, 'name': CreateVM_Task, 'duration_secs': 0.529838} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.122887] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.127882] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.127882] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.127882] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.127882] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a04340df-5142-45e0-af3d-09cf807badc2 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "34901060-9e0f-4189-be29-23665840875c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.033s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.129809] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac8d31e-cc94-4b03-bf00-4e3626d50efc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.141547] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1195.141547] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527a3146-3f29-e170-f075-43d63812ee84" [ 1195.141547] env[71114]: _type = "Task" [ 1195.141547] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.151507] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527a3146-3f29-e170-f075-43d63812ee84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.237254] env[71114]: DEBUG nova.network.neutron [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Successfully updated port: 29417e99-78d7-4b04-86c4-93e789de9c76 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.397391] env[71114]: DEBUG oslo_vmware.api [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822463, 'name': PowerOnVM_Task, 'duration_secs': 0.746259} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.397797] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.398034] env[71114]: INFO nova.compute.manager [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1195.398259] env[71114]: DEBUG nova.compute.manager [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1195.399172] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b714e9-f86f-47c9-a4ab-cba13ae25417 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.427040] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166691} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.427573] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.428405] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdfea1c-d7b2-40df-9108-e981ec07a784 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.433904] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20847e24-2bc8-4150-b783-5a7c78b36eea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.453180] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09161af7-cc60-408c-aacc-14ee85e8d167 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.466379] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 665cb13f-f2ef-4fa4-a627-7f9629207c5e/665cb13f-f2ef-4fa4-a627-7f9629207c5e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.470777] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a85bad-618f-49ca-ab45-dc8cf3aaaab4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.522981] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b87c97f-c5df-485f-a979-4b1bc8f1fe66 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.526492] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914962} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.527372] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1195.527372] env[71114]: value = "task-3822466" [ 1195.527372] env[71114]: _type = "Task" [ 1195.527372] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.527659] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] c2822b15-71a8-43ed-bd56-36333b2f2478/c2822b15-71a8-43ed-bd56-36333b2f2478.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.527871] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.528646] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b689d98f-c468-4ea5-96dc-d287b76ddc23 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.539722] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2cba95-f695-4614-8630-2284ceace242 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.549810] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.551456] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1195.551456] env[71114]: value = "task-3822467" [ 1195.551456] env[71114]: _type = "Task" [ 1195.551456] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.562886] env[71114]: DEBUG oslo_concurrency.lockutils [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] Releasing lock "refresh_cache-1575d037-9610-48b6-8ae4-08c76173bae4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.563272] env[71114]: DEBUG nova.compute.manager [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Received event network-changed-1af7bd4b-0446-4626-93fc-0a396954bced {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.563487] env[71114]: DEBUG nova.compute.manager [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Refreshing instance network info cache due to event network-changed-1af7bd4b-0446-4626-93fc-0a396954bced. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.563704] env[71114]: DEBUG oslo_concurrency.lockutils [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] Acquiring lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.563848] env[71114]: DEBUG oslo_concurrency.lockutils [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] Acquired lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.564029] env[71114]: DEBUG nova.network.neutron [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Refreshing network info cache for port 1af7bd4b-0446-4626-93fc-0a396954bced {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.566095] env[71114]: DEBUG nova.compute.provider_tree [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1195.576050] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.579169] env[71114]: DEBUG nova.objects.instance [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'flavor' on Instance uuid 0225347e-72a8-4b98-8e7d-207b6b3abd41 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.653068] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527a3146-3f29-e170-f075-43d63812ee84, 'name': SearchDatastore_Task, 'duration_secs': 0.056936} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.653517] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.653814] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.654153] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.654315] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.654510] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.654857] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad5a18bd-c9ec-4a63-8508-c080826c5171 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.670316] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.670557] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.671903] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39b60d8-46b3-4db1-9287-8ceb35dded51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.679196] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1195.679196] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5254b724-8d47-5f66-6c2f-f420a2296401" [ 1195.679196] env[71114]: _type = "Task" [ 1195.679196] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.690428] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5254b724-8d47-5f66-6c2f-f420a2296401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.742879] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.743206] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.743370] env[71114]: DEBUG nova.network.neutron [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.935488] env[71114]: INFO nova.compute.manager [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Took 13.21 seconds to build instance. [ 1196.039110] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822466, 'name': ReconfigVM_Task, 'duration_secs': 0.44434} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.039408] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 665cb13f-f2ef-4fa4-a627-7f9629207c5e/665cb13f-f2ef-4fa4-a627-7f9629207c5e.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.040069] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66a5b72c-9f2c-4581-ab45-28616cbdf58c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.051616] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1196.051616] env[71114]: value = "task-3822468" [ 1196.051616] env[71114]: _type = "Task" [ 1196.051616] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.065126] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083234} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.068331] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.068666] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822468, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.071496] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cca64d-7aa9-4e73-9587-4294b1e46aba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.105931] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] c2822b15-71a8-43ed-bd56-36333b2f2478/c2822b15-71a8-43ed-bd56-36333b2f2478.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.106868] env[71114]: DEBUG oslo_concurrency.lockutils [None req-79b3b214-9608-4407-bbca-fee963f9dbdc tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.910s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.109485] env[71114]: ERROR nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [req-4d5a2820-8326-478f-a00f-d284360a1119] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d5a2820-8326-478f-a00f-d284360a1119"}]} [ 1196.109956] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b71c3bb-c638-4596-b3f5-5de9894093f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.139564] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1196.139564] env[71114]: value = "task-3822469" [ 1196.139564] env[71114]: _type = "Task" [ 1196.139564] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.148068] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1196.156023] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.172201] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1196.172464] env[71114]: DEBUG nova.compute.provider_tree [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.192913] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5254b724-8d47-5f66-6c2f-f420a2296401, 'name': SearchDatastore_Task, 'duration_secs': 0.020401} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.195026] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1196.198534] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab67342-8996-4dde-a386-ad49fcdd1fc8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.215308] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1196.215308] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524bd9ce-6d4b-7609-1305-1b162cecd5cd" [ 1196.215308] env[71114]: _type = "Task" [ 1196.215308] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.221221] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1196.236674] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524bd9ce-6d4b-7609-1305-1b162cecd5cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.296263] env[71114]: WARNING nova.network.neutron [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] 8f9074f3-ea05-4ef9-b3d9-478e7d20af6b already exists in list: networks containing: ['8f9074f3-ea05-4ef9-b3d9-478e7d20af6b']. ignoring it [ 1196.420390] env[71114]: DEBUG nova.network.neutron [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Updated VIF entry in instance network info cache for port 1af7bd4b-0446-4626-93fc-0a396954bced. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.420766] env[71114]: DEBUG nova.network.neutron [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Updating instance_info_cache with network_info: [{"id": "1af7bd4b-0446-4626-93fc-0a396954bced", "address": "fa:16:3e:e5:e4:d9", "network": {"id": "73924351-0eda-4a21-9db9-d8862f08d76e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1919382541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "be95833a6ff9470ab79c5dd2efed834a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af7bd4b-04", "ovs_interfaceid": "1af7bd4b-0446-4626-93fc-0a396954bced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.439362] env[71114]: DEBUG oslo_concurrency.lockutils [None req-27a9c7b4-75b7-4ab7-9f5b-4a2df98feac5 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.728s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.553576] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5400c8af-f43e-4b44-929b-04d39f535d50 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.566916] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822468, 'name': Rename_Task, 'duration_secs': 0.218166} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.568887] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.569240] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6fa4fa-b20d-47bc-8620-be8f1fca2ccc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.571904] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d755989-4982-4071-9839-7b6dc398bb4e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.583798] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1196.583798] env[71114]: value = "task-3822470" [ 1196.583798] env[71114]: _type = "Task" [ 1196.583798] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.613783] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78ba15c-f0c2-4f23-9057-42796e595597 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.633532] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf1b06a-564e-4109-9025-e6ce44951de2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.639133] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.651815] env[71114]: DEBUG nova.compute.provider_tree [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.659851] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822469, 'name': ReconfigVM_Task, 'duration_secs': 0.42275} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.661272] env[71114]: DEBUG nova.network.neutron [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updating instance_info_cache with network_info: [{"id": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "address": "fa:16:3e:91:99:ff", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010a2b34-ad", "ovs_interfaceid": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29417e99-78d7-4b04-86c4-93e789de9c76", "address": "fa:16:3e:c5:ca:34", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29417e99-78", "ovs_interfaceid": "29417e99-78d7-4b04-86c4-93e789de9c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.662636] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Reconfigured VM instance instance-00000068 to attach disk [datastore1] c2822b15-71a8-43ed-bd56-36333b2f2478/c2822b15-71a8-43ed-bd56-36333b2f2478.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.663936] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8262c8d1-a72d-4eb4-a436-409d5d7514b9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.672603] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1196.672603] env[71114]: value = "task-3822471" [ 1196.672603] env[71114]: _type = "Task" [ 1196.672603] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.683027] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822471, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.737013] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524bd9ce-6d4b-7609-1305-1b162cecd5cd, 'name': SearchDatastore_Task, 'duration_secs': 0.030183} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.739592] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.740285] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1cb8b8c4-bf91-4302-ac5b-24727aed2145/1cb8b8c4-bf91-4302-ac5b-24727aed2145.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.740486] env[71114]: DEBUG nova.compute.manager [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Stashing vm_state: active {{(pid=71114) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1196.743959] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b06220a2-9668-43e0-9c82-8b647be9fbf4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.762990] env[71114]: DEBUG nova.compute.manager [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Received event network-vif-plugged-29417e99-78d7-4b04-86c4-93e789de9c76 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.762990] env[71114]: DEBUG oslo_concurrency.lockutils [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] Acquiring lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.762990] env[71114]: DEBUG oslo_concurrency.lockutils [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] Lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.762990] env[71114]: DEBUG oslo_concurrency.lockutils [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] Lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.762990] env[71114]: DEBUG nova.compute.manager [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] No waiting events found dispatching network-vif-plugged-29417e99-78d7-4b04-86c4-93e789de9c76 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1196.762990] env[71114]: WARNING nova.compute.manager [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Received unexpected event network-vif-plugged-29417e99-78d7-4b04-86c4-93e789de9c76 for instance with vm_state active and task_state None. [ 1196.762990] env[71114]: DEBUG nova.compute.manager [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Received event network-changed-29417e99-78d7-4b04-86c4-93e789de9c76 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.762990] env[71114]: DEBUG nova.compute.manager [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Refreshing instance network info cache due to event network-changed-29417e99-78d7-4b04-86c4-93e789de9c76. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.763308] env[71114]: DEBUG oslo_concurrency.lockutils [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] Acquiring lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.765903] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1196.765903] env[71114]: value = "task-3822472" [ 1196.765903] env[71114]: _type = "Task" [ 1196.765903] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.782781] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.898352] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.898654] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.924180] env[71114]: DEBUG oslo_concurrency.lockutils [req-40c55729-97d8-4536-8a49-fdde54aab5b4 req-b445067d-a9bc-489b-9c81-0ef63637c40f service nova] Releasing lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.122578] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822470, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.168279] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.169070] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.169254] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.169592] env[71114]: DEBUG oslo_concurrency.lockutils [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] Acquired lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.169797] env[71114]: DEBUG nova.network.neutron [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Refreshing network info cache for port 29417e99-78d7-4b04-86c4-93e789de9c76 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.171870] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33e541e-8b03-4a31-9130-b1d6b06fd7c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.182385] env[71114]: ERROR nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [req-49e44397-cccb-46bb-9584-6ffafea20378] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-49e44397-cccb-46bb-9584-6ffafea20378"}]} [ 1197.204583] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.204976] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.205289] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.205530] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.205689] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.205904] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.206761] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.206761] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.206761] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.207106] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.207106] env[71114]: DEBUG nova.virt.hardware [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.216263] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Reconfiguring VM to attach interface {{(pid=71114) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1197.221149] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1197.224010] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb0b1f24-f3fd-441b-a422-975aa8e8b08a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.237778] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822471, 'name': Rename_Task, 'duration_secs': 0.18031} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.240802] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.240802] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acb68fd8-980c-4bfb-b025-b6a89b7223ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.247311] env[71114]: DEBUG oslo_vmware.api [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1197.247311] env[71114]: value = "task-3822473" [ 1197.247311] env[71114]: _type = "Task" [ 1197.247311] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.253185] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1197.253185] env[71114]: value = "task-3822474" [ 1197.253185] env[71114]: _type = "Task" [ 1197.253185] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.259762] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1197.260577] env[71114]: DEBUG nova.compute.provider_tree [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.279062] env[71114]: DEBUG oslo_vmware.api [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822473, 'name': ReconfigVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.282212] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.283450] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1197.288064] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.292978] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.310519] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1197.401406] env[71114]: DEBUG nova.compute.manager [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1197.623579] env[71114]: DEBUG oslo_vmware.api [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822470, 'name': PowerOnVM_Task, 'duration_secs': 0.585204} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.623880] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.624107] env[71114]: DEBUG nova.compute.manager [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1197.625011] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917221d3-c60a-40be-8593-8549fb869606 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.649165] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb71dee9-37e1-4d8e-8e3c-91c7357ef0ec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.658709] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3f804e-a281-487b-a57f-683c610562df {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.698113] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa825cb1-c5b7-447e-aa2e-52012ad0f89a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.708575] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ab2369-b789-4b67-8487-fa36aeed5fe4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.724386] env[71114]: DEBUG nova.compute.provider_tree [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.760600] env[71114]: DEBUG oslo_vmware.api [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.771999] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.784263] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678678} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.784554] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1cb8b8c4-bf91-4302-ac5b-24727aed2145/1cb8b8c4-bf91-4302-ac5b-24727aed2145.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.784776] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.785049] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24e9adc1-1ed0-4308-9f17-335905c6bda0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.793072] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1197.793072] env[71114]: value = "task-3822475" [ 1197.793072] env[71114]: _type = "Task" [ 1197.793072] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.805262] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.924225] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.934182] env[71114]: DEBUG nova.network.neutron [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updated VIF entry in instance network info cache for port 29417e99-78d7-4b04-86c4-93e789de9c76. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.934647] env[71114]: DEBUG nova.network.neutron [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updating instance_info_cache with network_info: [{"id": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "address": "fa:16:3e:91:99:ff", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010a2b34-ad", "ovs_interfaceid": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29417e99-78d7-4b04-86c4-93e789de9c76", "address": "fa:16:3e:c5:ca:34", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29417e99-78", "ovs_interfaceid": "29417e99-78d7-4b04-86c4-93e789de9c76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.158361] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.257647] env[71114]: ERROR nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] [req-d42b9e30-f0db-4caa-944c-8609313df369] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d42b9e30-f0db-4caa-944c-8609313df369"}]} [ 1198.272707] env[71114]: DEBUG oslo_vmware.api [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.280158] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822474, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.281464] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1198.298812] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1198.299146] env[71114]: DEBUG nova.compute.provider_tree [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.308656] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.339971} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.308853] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.309859] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50d4b27-4e6f-4e8d-ae97-061f665d96c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.314355] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1198.338970] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 1cb8b8c4-bf91-4302-ac5b-24727aed2145/1cb8b8c4-bf91-4302-ac5b-24727aed2145.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.340416] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1198.342835] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faeec3a1-fdb3-4c1c-9a8d-34b155e67031 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.366521] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1198.366521] env[71114]: value = "task-3822476" [ 1198.366521] env[71114]: _type = "Task" [ 1198.366521] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.377359] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.437834] env[71114]: DEBUG oslo_concurrency.lockutils [req-bc0d6778-da1f-46c5-bb4e-32427f0119d9 req-30b4c9b1-3f09-441f-bdcf-22496a51a619 service nova] Releasing lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.639745] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "8964865f-3577-4b9e-9e6b-995ccf446397" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.640121] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.660544] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.661017] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.661290] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.661511] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.661738] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.663776] env[71114]: INFO nova.compute.manager [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Terminating instance [ 1198.719616] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db70f686-d2b1-40cd-90fd-0ee13cbde0a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.728587] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bb2c7c-6d5d-447f-93f6-5ee6ec3c4126 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.770360] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104ce152-16d6-4ee0-95f4-76c1a8ddd3b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.780564] env[71114]: DEBUG oslo_vmware.api [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822474, 'name': PowerOnVM_Task, 'duration_secs': 1.245782} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.783729] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.783973] env[71114]: DEBUG nova.compute.manager [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1198.785334] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3b9344-298b-46d3-b5f8-164612a11567 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.789716] env[71114]: DEBUG oslo_vmware.api [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822473, 'name': ReconfigVM_Task, 'duration_secs': 1.256673} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.790478] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3549231-e128-4b7a-9e36-366eae6d8594 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.793782] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.794010] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Reconfigured VM to attach interface {{(pid=71114) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1198.812397] env[71114]: DEBUG nova.compute.provider_tree [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.877480] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.144087] env[71114]: DEBUG nova.compute.manager [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.169991] env[71114]: DEBUG nova.compute.manager [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.171432] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.171432] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf26860-6f4f-438f-b99c-7216b5993dad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.179843] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.180116] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf7daca2-dd5b-44c3-b5fd-870bd988a2ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.187699] env[71114]: DEBUG oslo_vmware.api [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1199.187699] env[71114]: value = "task-3822477" [ 1199.187699] env[71114]: _type = "Task" [ 1199.187699] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.199965] env[71114]: DEBUG oslo_vmware.api [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.298978] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bff30cf9-1a7d-4d53-be26-8f84c8d36fad tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-ef6f2d1d-ddb4-451e-84c1-40755a1213d2-29417e99-78d7-4b04-86c4-93e789de9c76" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.148s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.323854] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.363491] env[71114]: DEBUG nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1199.363749] env[71114]: DEBUG nova.compute.provider_tree [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 155 to 156 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1199.364367] env[71114]: DEBUG nova.compute.provider_tree [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.379573] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822476, 'name': ReconfigVM_Task, 'duration_secs': 0.753123} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.380129] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 1cb8b8c4-bf91-4302-ac5b-24727aed2145/1cb8b8c4-bf91-4302-ac5b-24727aed2145.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.381156] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5639b5dd-9133-4d2c-885c-71b18d1b5452 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.390082] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1199.390082] env[71114]: value = "task-3822478" [ 1199.390082] env[71114]: _type = "Task" [ 1199.390082] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.403829] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822478, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.670473] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.699086] env[71114]: DEBUG oslo_vmware.api [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822477, 'name': PowerOffVM_Task, 'duration_secs': 0.324189} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.699386] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.699592] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.699870] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fef92366-b256-4f6d-9452-a223332a37f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.782949] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.796448] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.796448] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.796448] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.796448] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.796448] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.796448] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.796448] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleting the datastore file [datastore1] 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.796448] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3693933-d47b-4a9f-ab99-369181cc7cb7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.796448] env[71114]: INFO nova.compute.manager [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Terminating instance [ 1199.797067] env[71114]: DEBUG oslo_vmware.api [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1199.797067] env[71114]: value = "task-3822480" [ 1199.797067] env[71114]: _type = "Task" [ 1199.797067] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.808103] env[71114]: DEBUG oslo_vmware.api [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.870651] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.306s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.873324] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "c2822b15-71a8-43ed-bd56-36333b2f2478" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.873638] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "c2822b15-71a8-43ed-bd56-36333b2f2478" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.874455] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "c2822b15-71a8-43ed-bd56-36333b2f2478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.874680] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "c2822b15-71a8-43ed-bd56-36333b2f2478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.874863] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "c2822b15-71a8-43ed-bd56-36333b2f2478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.876916] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.968s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.877113] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.877268] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71114) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1199.877948] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.720s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.877948] env[71114]: DEBUG nova.objects.instance [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lazy-loading 'resources' on Instance uuid 488e9a8f-66a3-4da5-a5f2-1147e35c676e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.879231] env[71114]: INFO nova.compute.manager [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Terminating instance [ 1199.881676] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4b7f13-0c5d-4a6d-ba86-082354ea7f09 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.896227] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe43750-3a12-424e-b1e8-e039cd45da94 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.901508] env[71114]: INFO nova.scheduler.client.report [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Deleted allocations for instance 13911edc-0764-424e-8c9d-7e6e63a8e43b [ 1199.918816] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822478, 'name': Rename_Task, 'duration_secs': 0.210142} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.919637] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8c17fa-c068-4607-919f-90bff9396106 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.922583] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.925130] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c30ebfa-692a-4b74-8b5c-23486ba93706 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.933412] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f94445-b09c-4caf-8b3d-593983009b77 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.938290] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1199.938290] env[71114]: value = "task-3822481" [ 1199.938290] env[71114]: _type = "Task" [ 1199.938290] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.982196] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179021MB free_disk=50GB free_vcpus=48 pci_devices=None {{(pid=71114) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1199.982475] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.991573] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.303733] env[71114]: DEBUG nova.compute.manager [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.304103] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.304895] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61f7407-82f0-4267-9686-e983f31fc504 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.317266] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.317422] env[71114]: DEBUG oslo_vmware.api [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195594} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.317638] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef3a2fdc-e19d-4b50-b8d6-47ef4035d9d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.319784] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.319944] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.320179] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.320401] env[71114]: INFO nova.compute.manager [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1200.320803] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.321062] env[71114]: DEBUG nova.compute.manager [-] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.321238] env[71114]: DEBUG nova.network.neutron [-] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.330466] env[71114]: DEBUG oslo_vmware.api [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1200.330466] env[71114]: value = "task-3822482" [ 1200.330466] env[71114]: _type = "Task" [ 1200.330466] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.341423] env[71114]: DEBUG oslo_vmware.api [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.390922] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "refresh_cache-c2822b15-71a8-43ed-bd56-36333b2f2478" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.391121] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquired lock "refresh_cache-c2822b15-71a8-43ed-bd56-36333b2f2478" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.391533] env[71114]: DEBUG nova.network.neutron [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.422637] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8157156f-5c83-411a-980e-9762f08a1ffa tempest-ServerShowV247Test-1047571590 tempest-ServerShowV247Test-1047571590-project-member] Lock "13911edc-0764-424e-8c9d-7e6e63a8e43b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.730s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.452996] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822481, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.568376] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.570189] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.765166] env[71114]: DEBUG nova.compute.manager [req-1b4ec7d3-15d0-49ab-afef-c86ca6f5fecb req-e988f0b1-a795-418a-a66c-38d7d2924b1c service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Received event network-vif-deleted-b5620b4b-4c36-4df8-bc28-8958b2d21fa4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.765166] env[71114]: INFO nova.compute.manager [req-1b4ec7d3-15d0-49ab-afef-c86ca6f5fecb req-e988f0b1-a795-418a-a66c-38d7d2924b1c service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Neutron deleted interface b5620b4b-4c36-4df8-bc28-8958b2d21fa4; detaching it from the instance and deleting it from the info cache [ 1200.765166] env[71114]: DEBUG nova.network.neutron [req-1b4ec7d3-15d0-49ab-afef-c86ca6f5fecb req-e988f0b1-a795-418a-a66c-38d7d2924b1c service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.788447] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45eab55-0a83-47b2-a00a-11d19771f29c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.798579] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaf0132-1a10-4b77-b65b-a71f913d2996 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.838060] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ed123-997e-49b7-95b6-828eb8e1e88a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.846545] env[71114]: DEBUG oslo_vmware.api [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822482, 'name': PowerOffVM_Task, 'duration_secs': 0.392118} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.848941] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.849153] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.849448] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-153b6989-0f70-4800-8e4b-0abd1bf97d68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.851923] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f585f7-dcb4-4734-9003-178ec18f1ff3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.867351] env[71114]: DEBUG nova.compute.provider_tree [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.912318] env[71114]: DEBUG nova.network.neutron [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.937032] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.937375] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.937617] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleting the datastore file [datastore1] 665cb13f-f2ef-4fa4-a627-7f9629207c5e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.937921] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8099399-1cf7-4979-9d3a-6861889e83de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.952061] env[71114]: DEBUG oslo_vmware.api [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822481, 'name': PowerOnVM_Task, 'duration_secs': 0.539077} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.953859] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.954306] env[71114]: INFO nova.compute.manager [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1200.954450] env[71114]: DEBUG nova.compute.manager [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.955147] env[71114]: DEBUG oslo_vmware.api [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1200.955147] env[71114]: value = "task-3822484" [ 1200.955147] env[71114]: _type = "Task" [ 1200.955147] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.955948] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a407b192-bc4f-42b7-83ba-70b33f4ce3c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.974619] env[71114]: DEBUG oslo_vmware.api [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.977665] env[71114]: DEBUG nova.network.neutron [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.078154] env[71114]: DEBUG nova.compute.manager [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.177932] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "interface-ef6f2d1d-ddb4-451e-84c1-40755a1213d2-29417e99-78d7-4b04-86c4-93e789de9c76" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.178223] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-ef6f2d1d-ddb4-451e-84c1-40755a1213d2-29417e99-78d7-4b04-86c4-93e789de9c76" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.248818] env[71114]: DEBUG nova.network.neutron [-] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.269575] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ab8f8ac-49c2-4710-9a4a-88c82cdaf6dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.280396] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cccf529-8a71-4d61-b71c-d2c948293d24 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.316495] env[71114]: DEBUG nova.compute.manager [req-1b4ec7d3-15d0-49ab-afef-c86ca6f5fecb req-e988f0b1-a795-418a-a66c-38d7d2924b1c service nova] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Detach interface failed, port_id=b5620b4b-4c36-4df8-bc28-8958b2d21fa4, reason: Instance 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.370546] env[71114]: DEBUG nova.scheduler.client.report [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.469685] env[71114]: DEBUG oslo_vmware.api [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172642} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.469946] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.470170] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.470340] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.470536] env[71114]: INFO nova.compute.manager [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1201.470783] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.470968] env[71114]: DEBUG nova.compute.manager [-] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.471091] env[71114]: DEBUG nova.network.neutron [-] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.481691] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Releasing lock "refresh_cache-c2822b15-71a8-43ed-bd56-36333b2f2478" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.481863] env[71114]: DEBUG nova.compute.manager [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.482070] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.482589] env[71114]: INFO nova.compute.manager [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Took 17.16 seconds to build instance. [ 1201.484314] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56499d8-c29a-46d7-befa-3437d2420412 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.497847] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.499026] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-452edea3-f292-44da-b964-2e4c2ad780de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.511164] env[71114]: DEBUG oslo_vmware.api [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1201.511164] env[71114]: value = "task-3822485" [ 1201.511164] env[71114]: _type = "Task" [ 1201.511164] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.524212] env[71114]: DEBUG oslo_vmware.api [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.600856] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.671326] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.671574] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.681441] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.681736] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.683374] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db7cd19-1328-4848-9d43-6fae4af1f0fd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.707135] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62c717b-e7b9-4aca-b30f-2f21fe2e32b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.737659] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Reconfiguring VM to detach interface {{(pid=71114) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1201.738063] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70311711-003a-4534-b38e-df5ff7fc427f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.752867] env[71114]: INFO nova.compute.manager [-] [instance: 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764] Took 1.43 seconds to deallocate network for instance. [ 1201.763215] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1201.763215] env[71114]: value = "task-3822486" [ 1201.763215] env[71114]: _type = "Task" [ 1201.763215] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.772898] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.875949] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.878422] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.266s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.878649] env[71114]: DEBUG nova.objects.instance [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lazy-loading 'resources' on Instance uuid e104f2a7-0745-43db-894e-4d08df2378d2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.897568] env[71114]: INFO nova.scheduler.client.report [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Deleted allocations for instance 488e9a8f-66a3-4da5-a5f2-1147e35c676e [ 1201.991884] env[71114]: DEBUG oslo_concurrency.lockutils [None req-80bb041b-04d7-401a-bf02-db76283a6d98 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.680s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.023022] env[71114]: DEBUG oslo_vmware.api [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822485, 'name': PowerOffVM_Task, 'duration_secs': 0.189096} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.023327] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.023505] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.023772] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2207b42d-6d82-46a6-bff7-a96f198cafa5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.050894] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.051171] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.051367] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Deleting the datastore file [datastore1] c2822b15-71a8-43ed-bd56-36333b2f2478 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.051650] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa5e1e1f-6662-48ee-943d-9cb8c99e50f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.060275] env[71114]: DEBUG oslo_vmware.api [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for the task: (returnval){ [ 1202.060275] env[71114]: value = "task-3822488" [ 1202.060275] env[71114]: _type = "Task" [ 1202.060275] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.070573] env[71114]: DEBUG oslo_vmware.api [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.176891] env[71114]: INFO nova.compute.manager [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Detaching volume 2dead89b-f3ba-455d-8ba7-3087426f249b [ 1202.216047] env[71114]: INFO nova.virt.block_device [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Attempting to driver detach volume 2dead89b-f3ba-455d-8ba7-3087426f249b from mountpoint /dev/sdb [ 1202.216189] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1202.216424] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759999', 'volume_id': '2dead89b-f3ba-455d-8ba7-3087426f249b', 'name': 'volume-2dead89b-f3ba-455d-8ba7-3087426f249b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3157b2e-44e4-4de8-b899-e4b1d1735fe3', 'attached_at': '', 'detached_at': '', 'volume_id': '2dead89b-f3ba-455d-8ba7-3087426f249b', 'serial': '2dead89b-f3ba-455d-8ba7-3087426f249b'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1202.217407] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa355579-6665-4835-b512-5d644c2463b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.242794] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f506bfcf-76d0-4497-ae6b-ea06937557ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.251110] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58017894-427e-4dd1-9f44-f74a1d7ceaa9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.273008] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.277070] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e942331-a640-4fe5-9b06-ed8e30e7361d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.285938] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.297139] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] The volume has not been displaced from its original location: [datastore1] volume-2dead89b-f3ba-455d-8ba7-3087426f249b/volume-2dead89b-f3ba-455d-8ba7-3087426f249b.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1202.302601] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.302990] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd69a80c-dd98-4da2-bac6-9f83d2d98316 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.325727] env[71114]: DEBUG oslo_vmware.api [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1202.325727] env[71114]: value = "task-3822489" [ 1202.325727] env[71114]: _type = "Task" [ 1202.325727] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.333735] env[71114]: INFO nova.compute.manager [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Rescuing [ 1202.334246] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.334246] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.334417] env[71114]: DEBUG nova.network.neutron [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.335529] env[71114]: DEBUG nova.network.neutron [-] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.336588] env[71114]: DEBUG oslo_vmware.api [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.408134] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d01b4e18-3ec2-4a5e-8e47-633765ab7ce6 tempest-ServerRescueTestJSONUnderV235-1792301707 tempest-ServerRescueTestJSONUnderV235-1792301707-project-member] Lock "488e9a8f-66a3-4da5-a5f2-1147e35c676e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.784s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.572519] env[71114]: DEBUG oslo_vmware.api [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Task: {'id': task-3822488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111007} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.575455] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.575672] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.575849] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.576066] env[71114]: INFO nova.compute.manager [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1202.576324] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.576744] env[71114]: DEBUG nova.compute.manager [-] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.576844] env[71114]: DEBUG nova.network.neutron [-] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.594340] env[71114]: DEBUG nova.network.neutron [-] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.711560] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e3ec1d-bb1a-46e8-8def-e4382c9a749b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.719929] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d398f78a-2b37-4f81-b872-2801020c3064 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.754829] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccd3b5a-eae2-41b6-b26f-09e01ef9cb1e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.764028] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f99833-7771-420b-b045-923a3f84237f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.777836] env[71114]: DEBUG nova.compute.provider_tree [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.788469] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.796351] env[71114]: DEBUG nova.compute.manager [req-77ca43f4-6d18-4e24-9f79-bd5eb17186fd req-1ba44811-f3ef-4f9f-bce5-cdcd63c93d1d service nova] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Received event network-vif-deleted-b425dd69-3212-44bb-a51a-1bd85733a853 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.835663] env[71114]: DEBUG oslo_vmware.api [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.838250] env[71114]: INFO nova.compute.manager [-] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Took 1.37 seconds to deallocate network for instance. [ 1203.007459] env[71114]: DEBUG oslo_vmware.rw_handles [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521073dd-1b9a-d94e-4008-45f9e9f4189b/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1203.008176] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65032eed-d62f-4cd9-9261-3439f3a5ce1a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.017833] env[71114]: DEBUG oslo_vmware.rw_handles [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521073dd-1b9a-d94e-4008-45f9e9f4189b/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1203.018042] env[71114]: ERROR oslo_vmware.rw_handles [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521073dd-1b9a-d94e-4008-45f9e9f4189b/disk-0.vmdk due to incomplete transfer. [ 1203.018286] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9b04935d-088f-4b44-bbf2-d4395ed51733 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.026798] env[71114]: DEBUG oslo_vmware.rw_handles [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521073dd-1b9a-d94e-4008-45f9e9f4189b/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1203.026963] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Uploaded image 023ba06d-6a15-49c6-b0fd-a037d3d2f4d6 to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1203.029342] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1203.029626] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-13272087-2a32-41f9-944a-18552e119f42 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.039022] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1203.039022] env[71114]: value = "task-3822490" [ 1203.039022] env[71114]: _type = "Task" [ 1203.039022] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.050016] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822490, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.098972] env[71114]: DEBUG nova.network.neutron [-] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.119589] env[71114]: DEBUG nova.network.neutron [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Updating instance_info_cache with network_info: [{"id": "1af7bd4b-0446-4626-93fc-0a396954bced", "address": "fa:16:3e:e5:e4:d9", "network": {"id": "73924351-0eda-4a21-9db9-d8862f08d76e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1919382541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "be95833a6ff9470ab79c5dd2efed834a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af7bd4b-04", "ovs_interfaceid": "1af7bd4b-0446-4626-93fc-0a396954bced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.283754] env[71114]: DEBUG nova.scheduler.client.report [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.294246] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.336152] env[71114]: DEBUG oslo_vmware.api [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822489, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.350415] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.547891] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822490, 'name': Destroy_Task, 'duration_secs': 0.39509} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.548200] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Destroyed the VM [ 1203.548444] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1203.549032] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-077582d1-7fa1-4e04-acec-4a3f1c892f9e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.557573] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1203.557573] env[71114]: value = "task-3822491" [ 1203.557573] env[71114]: _type = "Task" [ 1203.557573] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.567565] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822491, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.605804] env[71114]: INFO nova.compute.manager [-] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Took 1.03 seconds to deallocate network for instance. [ 1203.622810] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.790430] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.792297] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.792966] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.505s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.817690] env[71114]: INFO nova.scheduler.client.report [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Deleted allocations for instance e104f2a7-0745-43db-894e-4d08df2378d2 [ 1203.835957] env[71114]: DEBUG oslo_vmware.api [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822489, 'name': ReconfigVM_Task, 'duration_secs': 1.346642} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.836305] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.842746] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb72d1ea-3d00-4653-9e02-9f7e6bf24e31 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.868092] env[71114]: DEBUG oslo_vmware.api [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1203.868092] env[71114]: value = "task-3822492" [ 1203.868092] env[71114]: _type = "Task" [ 1203.868092] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.872036] env[71114]: DEBUG oslo_vmware.api [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.066560] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822491, 'name': RemoveSnapshot_Task, 'duration_secs': 0.426195} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.066849] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1204.067247] env[71114]: DEBUG nova.compute.manager [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1204.068814] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d5b978-103a-412a-9096-f16f62ec95b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.112998] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.304244] env[71114]: INFO nova.compute.claims [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.309983] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.325337] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d716b5bb-5a58-4262-bc2d-0432cfe50e4c tempest-AttachInterfacesUnderV243Test-759625730 tempest-AttachInterfacesUnderV243Test-759625730-project-member] Lock "e104f2a7-0745-43db-894e-4d08df2378d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.617s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.372028] env[71114]: DEBUG oslo_vmware.api [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822492, 'name': ReconfigVM_Task, 'duration_secs': 0.179846} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.372382] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-759999', 'volume_id': '2dead89b-f3ba-455d-8ba7-3087426f249b', 'name': 'volume-2dead89b-f3ba-455d-8ba7-3087426f249b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3157b2e-44e4-4de8-b899-e4b1d1735fe3', 'attached_at': '', 'detached_at': '', 'volume_id': '2dead89b-f3ba-455d-8ba7-3087426f249b', 'serial': '2dead89b-f3ba-455d-8ba7-3087426f249b'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1204.581654] env[71114]: INFO nova.compute.manager [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Shelve offloading [ 1204.791543] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.813176] env[71114]: INFO nova.compute.resource_tracker [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating resource usage from migration fb493f7e-9a50-4fd8-9d78-1547e81aa341 [ 1204.917818] env[71114]: DEBUG nova.objects.instance [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'flavor' on Instance uuid e3157b2e-44e4-4de8-b899-e4b1d1735fe3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.085408] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.085764] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d7945ac-9fb4-47c6-976b-71b453fb5540 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.096822] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1205.096822] env[71114]: value = "task-3822493" [ 1205.096822] env[71114]: _type = "Task" [ 1205.096822] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.108910] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1205.109141] env[71114]: DEBUG nova.compute.manager [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.109918] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2abef7-8cc1-4876-9528-278cd484434a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.118971] env[71114]: DEBUG oslo_concurrency.lockutils [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.119186] env[71114]: DEBUG oslo_concurrency.lockutils [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.119368] env[71114]: DEBUG nova.network.neutron [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.136937] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be306990-99fe-48f3-8088-9637a5fa467f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.145419] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50161d2-cd10-4a0f-a263-dc21cb320d1c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.178122] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.181520] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60cff524-a7fe-4d55-9ae9-1f1b3ba395cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.181520] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc589b-892a-4d8d-a301-63692ff46fb5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.191197] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2f9507-961c-4180-b41e-73322a981544 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.196120] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1205.196120] env[71114]: value = "task-3822494" [ 1205.196120] env[71114]: _type = "Task" [ 1205.196120] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.208945] env[71114]: DEBUG nova.compute.provider_tree [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.215992] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.295565] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.708132] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822494, 'name': PowerOffVM_Task, 'duration_secs': 0.179926} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.708424] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.709247] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d282c5-aa05-4545-a722-1950913917a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.712474] env[71114]: DEBUG nova.scheduler.client.report [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.734172] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3d1bbf-f9ea-48f5-acba-e7a52d011e1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.788715] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.788988] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20b9cb16-7ab3-4cdd-a650-080ac7db8d20 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.797261] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.801617] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1205.801617] env[71114]: value = "task-3822495" [ 1205.801617] env[71114]: _type = "Task" [ 1205.801617] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.814833] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1205.815472] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.815472] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.815639] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.815991] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.816297] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf7bfac-4c89-495c-850b-f57881d6f814 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.828721] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.828873] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.829647] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709ddafa-7201-4ce3-a477-c0f0e41b92a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.839250] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1205.839250] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5251268d-f1ff-ffa7-83ed-d6543e4e87e6" [ 1205.839250] env[71114]: _type = "Task" [ 1205.839250] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.847164] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5251268d-f1ff-ffa7-83ed-d6543e4e87e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.871471] env[71114]: DEBUG nova.network.neutron [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating instance_info_cache with network_info: [{"id": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "address": "fa:16:3e:2a:7c:0e", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62d81d7-bd", "ovs_interfaceid": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.922105] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.927880] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7e589e76-dcb9-42b9-aa12-24cf191cc147 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.256s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.929235] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.007s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.929466] env[71114]: DEBUG nova.compute.manager [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.931021] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aef8c6b-128b-4b4d-8b43-ff28b1329230 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.938513] env[71114]: DEBUG nova.compute.manager [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1205.939254] env[71114]: DEBUG nova.objects.instance [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'flavor' on Instance uuid e3157b2e-44e4-4de8-b899-e4b1d1735fe3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.217798] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.425s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.217798] env[71114]: INFO nova.compute.manager [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Migrating [ 1206.224244] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.300s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.225840] env[71114]: INFO nova.compute.claims [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.294745] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.349229] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5251268d-f1ff-ffa7-83ed-d6543e4e87e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.350112] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2e3db1-866e-4f35-b90a-1d6abb0e815e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.356973] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1206.356973] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e647fe-1b46-1ac3-94da-2573e4642bc3" [ 1206.356973] env[71114]: _type = "Task" [ 1206.356973] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.366042] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e647fe-1b46-1ac3-94da-2573e4642bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.375038] env[71114]: DEBUG oslo_concurrency.lockutils [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.626215] env[71114]: DEBUG nova.compute.manager [req-1b951577-ed0a-48e7-83b3-9e2ed29688e6 req-dddc397b-c89a-4145-84e0-dba10c54dbe6 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received event network-vif-unplugged-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.626527] env[71114]: DEBUG oslo_concurrency.lockutils [req-1b951577-ed0a-48e7-83b3-9e2ed29688e6 req-dddc397b-c89a-4145-84e0-dba10c54dbe6 service nova] Acquiring lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.626712] env[71114]: DEBUG oslo_concurrency.lockutils [req-1b951577-ed0a-48e7-83b3-9e2ed29688e6 req-dddc397b-c89a-4145-84e0-dba10c54dbe6 service nova] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.626889] env[71114]: DEBUG oslo_concurrency.lockutils [req-1b951577-ed0a-48e7-83b3-9e2ed29688e6 req-dddc397b-c89a-4145-84e0-dba10c54dbe6 service nova] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.627251] env[71114]: DEBUG nova.compute.manager [req-1b951577-ed0a-48e7-83b3-9e2ed29688e6 req-dddc397b-c89a-4145-84e0-dba10c54dbe6 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] No waiting events found dispatching network-vif-unplugged-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1206.627507] env[71114]: WARNING nova.compute.manager [req-1b951577-ed0a-48e7-83b3-9e2ed29688e6 req-dddc397b-c89a-4145-84e0-dba10c54dbe6 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received unexpected event network-vif-unplugged-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 for instance with vm_state shelved and task_state shelving_offloading. [ 1206.742012] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.742352] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.742394] env[71114]: DEBUG nova.network.neutron [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.779903] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.780828] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1534e8-2180-4620-9ab6-f5308ef25e40 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.799183] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.806749] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98358004-630c-4e54-974f-27065b00fda3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.808415] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.868978] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e647fe-1b46-1ac3-94da-2573e4642bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011635} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.869713] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.869713] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1cb8b8c4-bf91-4302-ac5b-24727aed2145/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. {{(pid=71114) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1206.869901] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcb5c073-31b1-48ca-b1bb-3ad7723fda55 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.876769] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1206.876769] env[71114]: value = "task-3822497" [ 1206.876769] env[71114]: _type = "Task" [ 1206.876769] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.884979] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.949302] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.949302] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f22acd11-fe2f-4bc3-b135-954ac67ba6cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.957541] env[71114]: DEBUG oslo_vmware.api [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1206.957541] env[71114]: value = "task-3822498" [ 1206.957541] env[71114]: _type = "Task" [ 1206.957541] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.967514] env[71114]: DEBUG oslo_vmware.api [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.284446] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.284668] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.284851] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleting the datastore file [datastore2] cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.285197] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-899c7d0a-88e8-4302-b809-01e8174f639b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.298313] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1207.298313] env[71114]: value = "task-3822499" [ 1207.298313] env[71114]: _type = "Task" [ 1207.298313] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.307241] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.316613] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.388150] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.470832] env[71114]: DEBUG oslo_vmware.api [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822498, 'name': PowerOffVM_Task, 'duration_secs': 0.225782} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.470832] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.471089] env[71114]: DEBUG nova.compute.manager [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1207.473654] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03994e70-ce82-469c-9a1d-2e9e2ef0299e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.520212] env[71114]: DEBUG nova.network.neutron [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance_info_cache with network_info: [{"id": "bd826a70-260a-43bf-8abe-6348b2209fd4", "address": "fa:16:3e:1d:77:76", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd826a70-26", "ovs_interfaceid": "bd826a70-260a-43bf-8abe-6348b2209fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.561487] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3391c053-c655-43b1-ae9f-588532d64111 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.570127] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae6280b-35d4-477b-9311-e9c561cb21ab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.603066] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae57ad-9389-4af7-ab40-cc2000893fc7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.611406] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49068b3-45d3-45fe-b825-3f3efb5cb3a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.625311] env[71114]: DEBUG nova.compute.provider_tree [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.799885] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.807786] env[71114]: DEBUG oslo_vmware.api [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213991} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.808070] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.808263] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.808438] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.826969] env[71114]: INFO nova.scheduler.client.report [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleted allocations for instance cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e [ 1207.887474] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550631} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.887823] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1cb8b8c4-bf91-4302-ac5b-24727aed2145/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk. [ 1207.888706] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10fdaf3-945c-44c2-a154-c807874a8051 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.914908] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 1cb8b8c4-bf91-4302-ac5b-24727aed2145/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.916260] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7d53404-a5f0-4f34-be6e-5d9c5281f4a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.938971] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1207.938971] env[71114]: value = "task-3822500" [ 1207.938971] env[71114]: _type = "Task" [ 1207.938971] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.949510] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.988677] env[71114]: DEBUG oslo_concurrency.lockutils [None req-43463d37-1e49-4375-9494-c2058396e72e tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.025514] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.128820] env[71114]: DEBUG nova.scheduler.client.report [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.302359] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.331877] env[71114]: DEBUG oslo_concurrency.lockutils [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.433861] env[71114]: DEBUG nova.objects.instance [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'flavor' on Instance uuid e3157b2e-44e4-4de8-b899-e4b1d1735fe3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.450488] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.634707] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.635487] env[71114]: DEBUG nova.compute.manager [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.639418] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.481s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.639697] env[71114]: DEBUG nova.objects.instance [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 665cb13f-f2ef-4fa4-a627-7f9629207c5e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1208.655881] env[71114]: DEBUG nova.compute.manager [req-9fe897e7-e359-439e-96c0-a82459a3ba4b req-fa0109b8-b1b1-4b70-946a-8b721534c6ab service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received event network-changed-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.655992] env[71114]: DEBUG nova.compute.manager [req-9fe897e7-e359-439e-96c0-a82459a3ba4b req-fa0109b8-b1b1-4b70-946a-8b721534c6ab service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Refreshing instance network info cache due to event network-changed-a62d81d7-bdfd-4799-bea5-e3d00cda40a0. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.656298] env[71114]: DEBUG oslo_concurrency.lockutils [req-9fe897e7-e359-439e-96c0-a82459a3ba4b req-fa0109b8-b1b1-4b70-946a-8b721534c6ab service nova] Acquiring lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.656362] env[71114]: DEBUG oslo_concurrency.lockutils [req-9fe897e7-e359-439e-96c0-a82459a3ba4b req-fa0109b8-b1b1-4b70-946a-8b721534c6ab service nova] Acquired lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.656625] env[71114]: DEBUG nova.network.neutron [req-9fe897e7-e359-439e-96c0-a82459a3ba4b req-fa0109b8-b1b1-4b70-946a-8b721534c6ab service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Refreshing network info cache for port a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.801620] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.939537] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.939704] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquired lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.939819] env[71114]: DEBUG nova.network.neutron [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.940026] env[71114]: DEBUG nova.objects.instance [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'info_cache' on Instance uuid e3157b2e-44e4-4de8-b899-e4b1d1735fe3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.952239] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.145876] env[71114]: DEBUG nova.compute.utils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.151166] env[71114]: DEBUG nova.compute.manager [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.151313] env[71114]: DEBUG nova.network.neutron [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.212852] env[71114]: DEBUG nova.policy [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b73ab18eef4445490b4c5b8ef022b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b36391be1d4f49896735c4a5690c42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.302994] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.447494] env[71114]: DEBUG nova.objects.base [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.462996] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822500, 'name': ReconfigVM_Task, 'duration_secs': 1.092187} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.462996] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 1cb8b8c4-bf91-4302-ac5b-24727aed2145/80587d26-4458-483e-9a99-d25c76fd36ad-rescue.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.462996] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f537ebe5-d25c-41f8-b745-cb2461f91ad7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.495914] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2732dab8-3369-4e42-962b-ae3f1cbdc813 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.512066] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1209.512066] env[71114]: value = "task-3822501" [ 1209.512066] env[71114]: _type = "Task" [ 1209.512066] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.521526] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.542125] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35922d25-7352-4b84-a8f9-0f8a813f4a57 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.567686] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance '0225347e-72a8-4b98-8e7d-207b6b3abd41' progress to 0 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.651712] env[71114]: DEBUG nova.compute.manager [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.659209] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3dd84f47-63cb-463c-956c-90bc8cf9e78e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.664052] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.339s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.664052] env[71114]: DEBUG nova.objects.instance [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] [instance: c2822b15-71a8-43ed-bd56-36333b2f2478] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1209.803484] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.862567] env[71114]: DEBUG nova.network.neutron [req-9fe897e7-e359-439e-96c0-a82459a3ba4b req-fa0109b8-b1b1-4b70-946a-8b721534c6ab service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updated VIF entry in instance network info cache for port a62d81d7-bdfd-4799-bea5-e3d00cda40a0. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.863022] env[71114]: DEBUG nova.network.neutron [req-9fe897e7-e359-439e-96c0-a82459a3ba4b req-fa0109b8-b1b1-4b70-946a-8b721534c6ab service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating instance_info_cache with network_info: [{"id": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "address": "fa:16:3e:2a:7c:0e", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa62d81d7-bd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.984655] env[71114]: DEBUG nova.network.neutron [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Successfully created port: 68e9d097-40b1-49f2-8dca-f8a3f436a8a7 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.027205] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822501, 'name': ReconfigVM_Task, 'duration_secs': 0.164953} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.027542] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.027821] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4c3c496-213d-444a-8cfa-d72066beed5b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.037183] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1210.037183] env[71114]: value = "task-3822502" [ 1210.037183] env[71114]: _type = "Task" [ 1210.037183] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.047516] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.074103] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.074442] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1c2e8b4-b6b8-426b-902e-12d3acf86991 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.082179] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1210.082179] env[71114]: value = "task-3822503" [ 1210.082179] env[71114]: _type = "Task" [ 1210.082179] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.092122] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.303134] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.349032] env[71114]: DEBUG nova.network.neutron [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Updating instance_info_cache with network_info: [{"id": "973259b1-5df8-49cd-9773-fd75342d0f91", "address": "fa:16:3e:90:72:9f", "network": {"id": "5b569e93-4fcc-4710-beb0-8e9df075b1db", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1311967385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6029df11df684d52bd325eb0050d10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973259b1-5d", "ovs_interfaceid": "973259b1-5df8-49cd-9773-fd75342d0f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.366133] env[71114]: DEBUG oslo_concurrency.lockutils [req-9fe897e7-e359-439e-96c0-a82459a3ba4b req-fa0109b8-b1b1-4b70-946a-8b721534c6ab service nova] Releasing lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.523224] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.548215] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.591522] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822503, 'name': PowerOffVM_Task, 'duration_secs': 0.243274} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.591792] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.591976] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance '0225347e-72a8-4b98-8e7d-207b6b3abd41' progress to 17 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.664096] env[71114]: DEBUG nova.compute.manager [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.670151] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b54681a0-f015-48c2-9264-6a712606d355 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.671313] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.672835] env[71114]: INFO nova.compute.claims [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.696033] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.696962] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.696962] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.696962] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.696962] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.696962] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.697200] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.697301] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.697470] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.697634] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.697873] env[71114]: DEBUG nova.virt.hardware [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.699078] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1606684a-7f61-48eb-95aa-a6cf190701ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.709642] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f2d3ef-3fd1-410b-8dae-f7629d3cabe8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.803487] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.852321] env[71114]: DEBUG oslo_concurrency.lockutils [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Releasing lock "refresh_cache-e3157b2e-44e4-4de8-b899-e4b1d1735fe3" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.050203] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822502, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.098284] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.098537] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.098693] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.098877] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.099034] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.099188] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.099395] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.099557] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.099729] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.099894] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.100089] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.105868] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73383457-2da6-4277-b830-dff3c12b9169 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.123516] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1211.123516] env[71114]: value = "task-3822504" [ 1211.123516] env[71114]: _type = "Task" [ 1211.123516] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.133669] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.305998] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.548881] env[71114]: DEBUG oslo_vmware.api [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822502, 'name': PowerOnVM_Task, 'duration_secs': 1.021208} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.549323] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.554658] env[71114]: DEBUG nova.compute.manager [None req-1c695001-4520-488e-81b5-73b63a6acef6 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1211.555895] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb7051-8b5b-47fd-86a3-a901e9d7cc42 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.563708] env[71114]: DEBUG nova.compute.manager [req-757864ae-eb7b-4849-875e-52649e386fd2 req-27d8d901-435d-4e5d-902c-c42a23d73118 service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Received event network-vif-plugged-68e9d097-40b1-49f2-8dca-f8a3f436a8a7 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.564085] env[71114]: DEBUG oslo_concurrency.lockutils [req-757864ae-eb7b-4849-875e-52649e386fd2 req-27d8d901-435d-4e5d-902c-c42a23d73118 service nova] Acquiring lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.564431] env[71114]: DEBUG oslo_concurrency.lockutils [req-757864ae-eb7b-4849-875e-52649e386fd2 req-27d8d901-435d-4e5d-902c-c42a23d73118 service nova] Lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.564728] env[71114]: DEBUG oslo_concurrency.lockutils [req-757864ae-eb7b-4849-875e-52649e386fd2 req-27d8d901-435d-4e5d-902c-c42a23d73118 service nova] Lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.565021] env[71114]: DEBUG nova.compute.manager [req-757864ae-eb7b-4849-875e-52649e386fd2 req-27d8d901-435d-4e5d-902c-c42a23d73118 service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] No waiting events found dispatching network-vif-plugged-68e9d097-40b1-49f2-8dca-f8a3f436a8a7 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.565289] env[71114]: WARNING nova.compute.manager [req-757864ae-eb7b-4849-875e-52649e386fd2 req-27d8d901-435d-4e5d-902c-c42a23d73118 service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Received unexpected event network-vif-plugged-68e9d097-40b1-49f2-8dca-f8a3f436a8a7 for instance with vm_state building and task_state spawning. [ 1211.638276] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822504, 'name': ReconfigVM_Task, 'duration_secs': 0.467044} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.638276] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance '0225347e-72a8-4b98-8e7d-207b6b3abd41' progress to 33 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.648658] env[71114]: DEBUG nova.network.neutron [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Successfully updated port: 68e9d097-40b1-49f2-8dca-f8a3f436a8a7 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.806931] env[71114]: DEBUG oslo_vmware.api [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822486, 'name': ReconfigVM_Task, 'duration_secs': 9.810117} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.807196] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.807409] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Reconfigured VM to detach interface {{(pid=71114) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1211.857698] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.858024] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bde31aa-4cc4-4dbf-a3ae-e44fb87c1736 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.867828] env[71114]: DEBUG oslo_vmware.api [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1211.867828] env[71114]: value = "task-3822505" [ 1211.867828] env[71114]: _type = "Task" [ 1211.867828] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.879329] env[71114]: DEBUG oslo_vmware.api [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.962785] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc47062-7aab-47c0-84a1-fa306cf2d12d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.971395] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb1df4-3d3e-4731-9f67-8095cd1d7bb1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.003793] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b2c5d4-083b-4563-8715-991f3ba56c50 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.012292] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e360ab5-7f7b-47c4-b432-210c477435d1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.028736] env[71114]: DEBUG nova.compute.provider_tree [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.141536] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.141809] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.141973] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.142210] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.142322] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.142501] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.142677] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.142835] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.143098] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.143329] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.143586] env[71114]: DEBUG nova.virt.hardware [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.149592] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.149978] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4fabd19-a9af-4543-8694-826474bad358 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.167551] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "refresh_cache-4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.167713] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "refresh_cache-4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.167827] env[71114]: DEBUG nova.network.neutron [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.175331] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1212.175331] env[71114]: value = "task-3822506" [ 1212.175331] env[71114]: _type = "Task" [ 1212.175331] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.190340] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822506, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.379337] env[71114]: DEBUG oslo_vmware.api [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822505, 'name': PowerOnVM_Task, 'duration_secs': 0.4506} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.379814] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.380184] env[71114]: DEBUG nova.compute.manager [None req-cf873bf2-873f-4cd7-82d8-76f5b16fb8d6 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1212.381475] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b503496-c9f8-44b4-9e62-5ed782093506 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.531956] env[71114]: DEBUG nova.scheduler.client.report [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.684293] env[71114]: INFO nova.compute.manager [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Unrescuing [ 1212.684476] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.684658] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquired lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.684769] env[71114]: DEBUG nova.network.neutron [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.689433] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822506, 'name': ReconfigVM_Task, 'duration_secs': 0.210128} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.689614] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1212.690473] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3299e0a2-ce09-4684-9c92-5856d9d79666 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.719515] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 0225347e-72a8-4b98-8e7d-207b6b3abd41/0225347e-72a8-4b98-8e7d-207b6b3abd41.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.720501] env[71114]: DEBUG nova.network.neutron [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.722891] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3846463-e34e-4278-a8dc-649a447af41e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.743736] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1212.743736] env[71114]: value = "task-3822507" [ 1212.743736] env[71114]: _type = "Task" [ 1212.743736] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.752707] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.871222] env[71114]: DEBUG nova.network.neutron [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Updating instance_info_cache with network_info: [{"id": "68e9d097-40b1-49f2-8dca-f8a3f436a8a7", "address": "fa:16:3e:a0:b4:57", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e9d097-40", "ovs_interfaceid": "68e9d097-40b1-49f2-8dca-f8a3f436a8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.959841] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.960215] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.960354] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.960568] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.960772] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.963828] env[71114]: INFO nova.compute.manager [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Terminating instance [ 1213.037199] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.037708] env[71114]: DEBUG nova.compute.manager [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.040990] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.059s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.173194] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.173432] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquired lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.173668] env[71114]: DEBUG nova.network.neutron [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.255606] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822507, 'name': ReconfigVM_Task, 'duration_secs': 0.314103} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.255925] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 0225347e-72a8-4b98-8e7d-207b6b3abd41/0225347e-72a8-4b98-8e7d-207b6b3abd41.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.256299] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance '0225347e-72a8-4b98-8e7d-207b6b3abd41' progress to 50 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.374020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "refresh_cache-4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.374394] env[71114]: DEBUG nova.compute.manager [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Instance network_info: |[{"id": "68e9d097-40b1-49f2-8dca-f8a3f436a8a7", "address": "fa:16:3e:a0:b4:57", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e9d097-40", "ovs_interfaceid": "68e9d097-40b1-49f2-8dca-f8a3f436a8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.374815] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b4:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68e9d097-40b1-49f2-8dca-f8a3f436a8a7', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.383284] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.383560] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.383819] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aba853e1-3a8b-4132-b887-633773a29475 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.406095] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.406095] env[71114]: value = "task-3822508" [ 1213.406095] env[71114]: _type = "Task" [ 1213.406095] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.414555] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822508, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.435400] env[71114]: DEBUG nova.network.neutron [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Updating instance_info_cache with network_info: [{"id": "1af7bd4b-0446-4626-93fc-0a396954bced", "address": "fa:16:3e:e5:e4:d9", "network": {"id": "73924351-0eda-4a21-9db9-d8862f08d76e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1919382541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "be95833a6ff9470ab79c5dd2efed834a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af7bd4b-04", "ovs_interfaceid": "1af7bd4b-0446-4626-93fc-0a396954bced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.468549] env[71114]: DEBUG nova.compute.manager [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.468905] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.470432] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4563c5db-a5bb-4392-95f2-4d32ca54f9f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.482434] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.482781] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c22ab31-d8eb-4199-b9d7-878747db704f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.490348] env[71114]: DEBUG oslo_vmware.api [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1213.490348] env[71114]: value = "task-3822509" [ 1213.490348] env[71114]: _type = "Task" [ 1213.490348] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.500074] env[71114]: DEBUG oslo_vmware.api [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.545369] env[71114]: DEBUG nova.compute.utils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.557104] env[71114]: DEBUG nova.compute.manager [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.557312] env[71114]: DEBUG nova.network.neutron [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.613943] env[71114]: DEBUG nova.policy [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba7093cbd65f405a873058c1ba21ca89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c9895c23bb64c76b09dc59d59a7d59c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.660014] env[71114]: DEBUG nova.compute.manager [req-b5ff79a9-7dea-40fd-aa0d-490ca6a63f48 req-afed8fec-e10f-4d26-b7ba-58d61ed12fe6 service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Received event network-changed-68e9d097-40b1-49f2-8dca-f8a3f436a8a7 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.660275] env[71114]: DEBUG nova.compute.manager [req-b5ff79a9-7dea-40fd-aa0d-490ca6a63f48 req-afed8fec-e10f-4d26-b7ba-58d61ed12fe6 service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Refreshing instance network info cache due to event network-changed-68e9d097-40b1-49f2-8dca-f8a3f436a8a7. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.660516] env[71114]: DEBUG oslo_concurrency.lockutils [req-b5ff79a9-7dea-40fd-aa0d-490ca6a63f48 req-afed8fec-e10f-4d26-b7ba-58d61ed12fe6 service nova] Acquiring lock "refresh_cache-4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.660665] env[71114]: DEBUG oslo_concurrency.lockutils [req-b5ff79a9-7dea-40fd-aa0d-490ca6a63f48 req-afed8fec-e10f-4d26-b7ba-58d61ed12fe6 service nova] Acquired lock "refresh_cache-4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.660842] env[71114]: DEBUG nova.network.neutron [req-b5ff79a9-7dea-40fd-aa0d-490ca6a63f48 req-afed8fec-e10f-4d26-b7ba-58d61ed12fe6 service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Refreshing network info cache for port 68e9d097-40b1-49f2-8dca-f8a3f436a8a7 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.763038] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49548e90-08b2-4d7e-a5a2-640a0afa20a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.788355] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d921706c-5c2a-43af-9ff2-4c055402940f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.812356] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance '0225347e-72a8-4b98-8e7d-207b6b3abd41' progress to 67 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.915399] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822508, 'name': CreateVM_Task, 'duration_secs': 0.35561} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.915887] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.916284] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.916450] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.916766] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.917029] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c4c609-8480-4ca9-8f5e-d28e282b0ebf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.922610] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1213.922610] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5288eba3-19ec-c095-c023-ab9f54cca08d" [ 1213.922610] env[71114]: _type = "Task" [ 1213.922610] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.931175] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5288eba3-19ec-c095-c023-ab9f54cca08d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.937930] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Releasing lock "refresh_cache-1cb8b8c4-bf91-4302-ac5b-24727aed2145" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.938642] env[71114]: DEBUG nova.objects.instance [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lazy-loading 'flavor' on Instance uuid 1cb8b8c4-bf91-4302-ac5b-24727aed2145 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.001364] env[71114]: DEBUG oslo_vmware.api [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822509, 'name': PowerOffVM_Task, 'duration_secs': 0.197625} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.001908] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.002051] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.002405] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a363f8-8622-46c6-a5f1-2ec89072bf66 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.060270] env[71114]: DEBUG nova.compute.manager [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.066768] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Applying migration context for instance 0225347e-72a8-4b98-8e7d-207b6b3abd41 as it has an incoming, in-progress migration fb493f7e-9a50-4fd8-9d78-1547e81aa341. Migration status is migrating {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1214.066768] env[71114]: INFO nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating resource usage from migration fb493f7e-9a50-4fd8-9d78-1547e81aa341 [ 1214.075880] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.076207] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.076320] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleting the datastore file [datastore1] ef6f2d1d-ddb4-451e-84c1-40755a1213d2 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.076770] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a9fc5a-5c11-456a-8f50-7637fb8ede98 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.084350] env[71114]: DEBUG oslo_vmware.api [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1214.084350] env[71114]: value = "task-3822511" [ 1214.084350] env[71114]: _type = "Task" [ 1214.084350] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.093507] env[71114]: DEBUG oslo_vmware.api [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.096495] env[71114]: INFO nova.network.neutron [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Port 29417e99-78d7-4b04-86c4-93e789de9c76 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1214.096495] env[71114]: DEBUG nova.network.neutron [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updating instance_info_cache with network_info: [{"id": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "address": "fa:16:3e:91:99:ff", "network": {"id": "8f9074f3-ea05-4ef9-b3d9-478e7d20af6b", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1212211536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82fcc130e05e4f82a3c8f5ec6917fac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010a2b34-ad", "ovs_interfaceid": "010a2b34-adc9-46d8-b5ca-186a1499d3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 25373ebd-b080-43d9-bc29-02d54548feb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 034b24a4-f915-4ed7-815f-7a96f5084cb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 464564e8-70dc-4f09-8b51-59d93dbe1ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e3157b2e-44e4-4de8-b899-e4b1d1735fe3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 788df085-c9c1-4f89-8b93-420dea3fd159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 5cc89839-9da6-4be3-9132-c08b9329e83b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance ef6f2d1d-ddb4-451e-84c1-40755a1213d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 21bad3c3-01db-4f70-b8fe-31b72a1e0cea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.106779] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 665cb13f-f2ef-4fa4-a627-7f9629207c5e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1214.106779] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance c2822b15-71a8-43ed-bd56-36333b2f2478 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 1575d037-9610-48b6-8ae4-08c76173bae4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.106779] env[71114]: WARNING nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1214.106779] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 1cb8b8c4-bf91-4302-ac5b-24727aed2145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.107782] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Migration fb493f7e-9a50-4fd8-9d78-1547e81aa341 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1214.107782] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 0225347e-72a8-4b98-8e7d-207b6b3abd41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.107782] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.107782] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 8964865f-3577-4b9e-9e6b-995ccf446397 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1214.183900] env[71114]: DEBUG nova.network.neutron [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Successfully created port: 9db4221d-ea2e-4439-abe3-463202d94755 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.433129] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5288eba3-19ec-c095-c023-ab9f54cca08d, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.433432] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.433690] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.433928] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.434090] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.434274] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.434538] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0ff2ca5-1ab7-4bd2-9778-da0663ba138c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.444038] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.444240] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.447754] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e48b9ec-b15f-4ac2-b267-d2a3474dff22 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.450436] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b3d38-c394-45fe-b74e-5d290f60ebb2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.456836] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1214.456836] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52aecb9a-7977-9be1-6909-207dd27fc69c" [ 1214.456836] env[71114]: _type = "Task" [ 1214.456836] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.479516] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.484651] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b35925e-3a1f-4804-a860-ecc3213ae8a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.493777] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52aecb9a-7977-9be1-6909-207dd27fc69c, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.495903] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1214.495903] env[71114]: value = "task-3822512" [ 1214.495903] env[71114]: _type = "Task" [ 1214.495903] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.496197] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ad318f-dfb3-4102-ae35-73653d9c58f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.505627] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1214.505627] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dff246-348d-d35a-5266-47525542466a" [ 1214.505627] env[71114]: _type = "Task" [ 1214.505627] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.509165] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.518087] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dff246-348d-d35a-5266-47525542466a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.598082] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Releasing lock "refresh_cache-ef6f2d1d-ddb4-451e-84c1-40755a1213d2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.601198] env[71114]: DEBUG oslo_vmware.api [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164684} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.601896] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.602211] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.602504] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.602783] env[71114]: INFO nova.compute.manager [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1214.603173] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.603484] env[71114]: DEBUG nova.compute.manager [-] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.603648] env[71114]: DEBUG nova.network.neutron [-] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.610342] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 5466c469-9b41-4f7c-a2c8-5e9d59c13507 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1214.610655] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (13a14cd9-7c38-44b3-b96e-6e3ba6d36311): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 1214.611061] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1214.611323] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1214.654985] env[71114]: DEBUG nova.network.neutron [req-b5ff79a9-7dea-40fd-aa0d-490ca6a63f48 req-afed8fec-e10f-4d26-b7ba-58d61ed12fe6 service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Updated VIF entry in instance network info cache for port 68e9d097-40b1-49f2-8dca-f8a3f436a8a7. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.655404] env[71114]: DEBUG nova.network.neutron [req-b5ff79a9-7dea-40fd-aa0d-490ca6a63f48 req-afed8fec-e10f-4d26-b7ba-58d61ed12fe6 service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Updating instance_info_cache with network_info: [{"id": "68e9d097-40b1-49f2-8dca-f8a3f436a8a7", "address": "fa:16:3e:a0:b4:57", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e9d097-40", "ovs_interfaceid": "68e9d097-40b1-49f2-8dca-f8a3f436a8a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.939369] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498bd217-36c8-4484-8777-bc0bb745bd76 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.949677] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead4881-2db0-4d75-8a2d-96a914d47392 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.987540] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59876edf-7701-4b48-aedd-9472b71cef17 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.996077] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31869c5-6975-45a7-b9d9-d31843f29032 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.009580] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822512, 'name': PowerOffVM_Task, 'duration_secs': 0.316606} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.021211] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.026621] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.027477] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.028788] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a80080b7-8434-45f8-b6cd-05ed3df7c23e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.052892] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dff246-348d-d35a-5266-47525542466a, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.054328] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.054588] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f/4310bd0a-d3b9-493b-9018-2dfc8ae5a54f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.058022] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1215.058022] env[71114]: value = "task-3822513" [ 1215.058022] env[71114]: _type = "Task" [ 1215.058022] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.058022] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb8aba92-1f3f-4df2-b023-98b0cabfc749 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.064714] env[71114]: ERROR nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [req-2b239bda-c794-4319-9532-74541e00aaf9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 13a14cd9-7c38-44b3-b96e-6e3ba6d36311. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b239bda-c794-4319-9532-74541e00aaf9"}]} [ 1215.069168] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1215.069168] env[71114]: value = "task-3822514" [ 1215.069168] env[71114]: _type = "Task" [ 1215.069168] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.072754] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.077667] env[71114]: DEBUG nova.compute.manager [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.086783] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.088862] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Refreshing inventories for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1215.102887] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7768217-e62b-4a72-a949-09d62c0927af tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "interface-ef6f2d1d-ddb4-451e-84c1-40755a1213d2-29417e99-78d7-4b04-86c4-93e789de9c76" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.925s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.107319] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.107588] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.107748] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.107930] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.108129] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.108294] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.108506] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.108687] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.108879] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.109068] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.109291] env[71114]: DEBUG nova.virt.hardware [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.110321] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f08997-0a3f-4b72-877c-c20912ea4f18 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.115189] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Updating ProviderTree inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1215.115189] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.120087] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256b5187-e34e-45b7-aac3-cb7cc02760bf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.135790] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Refreshing aggregate associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, aggregates: None {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1215.157830] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Refreshing trait associations for resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=71114) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1215.161432] env[71114]: DEBUG oslo_concurrency.lockutils [req-b5ff79a9-7dea-40fd-aa0d-490ca6a63f48 req-afed8fec-e10f-4d26-b7ba-58d61ed12fe6 service nova] Releasing lock "refresh_cache-4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.498552] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606408da-4547-44b0-94ac-cba40602f677 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.510328] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c146ddf4-b13e-4b78-8ba8-1926e47ad34a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.521177] env[71114]: DEBUG nova.network.neutron [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Port bd826a70-260a-43bf-8abe-6348b2209fd4 binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1215.567191] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aede52-3570-47fd-b5d9-3d7fa94b18e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.583351] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822513, 'name': ReconfigVM_Task, 'duration_secs': 0.279711} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.589766] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1215.590068] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.591123] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8011bb5-b81e-413d-a203-06f3f210538a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.595863] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9b830f-c822-469a-aa6f-2454442e6d5c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.605488] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822514, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.618955] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.622111] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1215.622111] env[71114]: value = "task-3822515" [ 1215.622111] env[71114]: _type = "Task" [ 1215.622111] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.632425] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822515, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.634811] env[71114]: DEBUG nova.compute.manager [req-c299cdbc-cb07-4bf6-925f-41ef3a69167f req-a080d0d9-c627-4de4-825c-e4447be600b1 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Received event network-vif-deleted-010a2b34-adc9-46d8-b5ca-186a1499d3fe {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.635017] env[71114]: INFO nova.compute.manager [req-c299cdbc-cb07-4bf6-925f-41ef3a69167f req-a080d0d9-c627-4de4-825c-e4447be600b1 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Neutron deleted interface 010a2b34-adc9-46d8-b5ca-186a1499d3fe; detaching it from the instance and deleting it from the info cache [ 1215.635233] env[71114]: DEBUG nova.network.neutron [req-c299cdbc-cb07-4bf6-925f-41ef3a69167f req-a080d0d9-c627-4de4-825c-e4447be600b1 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.913493] env[71114]: DEBUG nova.compute.manager [req-e10a65a4-0231-482a-a8cd-8d5be293c941 req-3b3af60d-29c8-403f-adff-467fb3e64100 service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Received event network-vif-plugged-9db4221d-ea2e-4439-abe3-463202d94755 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.913801] env[71114]: DEBUG oslo_concurrency.lockutils [req-e10a65a4-0231-482a-a8cd-8d5be293c941 req-3b3af60d-29c8-403f-adff-467fb3e64100 service nova] Acquiring lock "8964865f-3577-4b9e-9e6b-995ccf446397-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.914063] env[71114]: DEBUG oslo_concurrency.lockutils [req-e10a65a4-0231-482a-a8cd-8d5be293c941 req-3b3af60d-29c8-403f-adff-467fb3e64100 service nova] Lock "8964865f-3577-4b9e-9e6b-995ccf446397-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.914240] env[71114]: DEBUG oslo_concurrency.lockutils [req-e10a65a4-0231-482a-a8cd-8d5be293c941 req-3b3af60d-29c8-403f-adff-467fb3e64100 service nova] Lock "8964865f-3577-4b9e-9e6b-995ccf446397-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.914583] env[71114]: DEBUG nova.compute.manager [req-e10a65a4-0231-482a-a8cd-8d5be293c941 req-3b3af60d-29c8-403f-adff-467fb3e64100 service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] No waiting events found dispatching network-vif-plugged-9db4221d-ea2e-4439-abe3-463202d94755 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1215.914798] env[71114]: WARNING nova.compute.manager [req-e10a65a4-0231-482a-a8cd-8d5be293c941 req-3b3af60d-29c8-403f-adff-467fb3e64100 service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Received unexpected event network-vif-plugged-9db4221d-ea2e-4439-abe3-463202d94755 for instance with vm_state building and task_state spawning. [ 1216.024209] env[71114]: DEBUG nova.network.neutron [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Successfully updated port: 9db4221d-ea2e-4439-abe3-463202d94755 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.085222] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822514, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.091679] env[71114]: DEBUG nova.network.neutron [-] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.136638] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.137323] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-111af465-40ee-4653-8ef6-1cd4fc794ccc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.147371] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461f984d-8db0-4da6-b0fa-ed4f78622653 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.159629] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1216.160011] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 158 to 159 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1216.160011] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.186640] env[71114]: DEBUG nova.compute.manager [req-c299cdbc-cb07-4bf6-925f-41ef3a69167f req-a080d0d9-c627-4de4-825c-e4447be600b1 service nova] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Detach interface failed, port_id=010a2b34-adc9-46d8-b5ca-186a1499d3fe, reason: Instance ef6f2d1d-ddb4-451e-84c1-40755a1213d2 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1216.546495] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "refresh_cache-8964865f-3577-4b9e-9e6b-995ccf446397" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.546756] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "refresh_cache-8964865f-3577-4b9e-9e6b-995ccf446397" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.546833] env[71114]: DEBUG nova.network.neutron [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.553108] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "0225347e-72a8-4b98-8e7d-207b6b3abd41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.553226] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.553372] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.585505] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822514, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.593422] env[71114]: INFO nova.compute.manager [-] [instance: ef6f2d1d-ddb4-451e-84c1-40755a1213d2] Took 1.99 seconds to deallocate network for instance. [ 1216.637857] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822515, 'name': PowerOnVM_Task} progress is 81%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.665332] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1216.666020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.625s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.666020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.065s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.667487] env[71114]: INFO nova.compute.claims [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.670168] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.670298] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Cleaning up deleted instances {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1217.087339] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822514, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.620438} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.087719] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f/4310bd0a-d3b9-493b-9018-2dfc8ae5a54f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.087863] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.088136] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2efb8ea-878a-4179-b92b-1d5b49c141f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.094876] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1217.094876] env[71114]: value = "task-3822516" [ 1217.094876] env[71114]: _type = "Task" [ 1217.094876] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.099341] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.103805] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.108853] env[71114]: DEBUG nova.network.neutron [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.139597] env[71114]: DEBUG oslo_vmware.api [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822515, 'name': PowerOnVM_Task, 'duration_secs': 1.258009} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.139987] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.140181] env[71114]: DEBUG nova.compute.manager [None req-3ab48d77-0ff5-4577-8694-3d525e5ce487 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1217.140992] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52870334-568b-42c4-8262-ca8ce574a69b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.190703] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] There are 47 instances to clean {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1217.190703] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 488e9a8f-66a3-4da5-a5f2-1147e35c676e] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.319058] env[71114]: DEBUG nova.network.neutron [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Updating instance_info_cache with network_info: [{"id": "9db4221d-ea2e-4439-abe3-463202d94755", "address": "fa:16:3e:5d:e8:b9", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db4221d-ea", "ovs_interfaceid": "9db4221d-ea2e-4439-abe3-463202d94755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.605892] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072848} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.606956] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.607136] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.607322] env[71114]: DEBUG nova.network.neutron [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.608728] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.609566] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474919a8-4e20-4755-b36c-693c8cf94cc7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.633200] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f/4310bd0a-d3b9-493b-9018-2dfc8ae5a54f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.634147] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df5b702-069c-4b17-a5d8-145786e840cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.655015] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1217.655015] env[71114]: value = "task-3822517" [ 1217.655015] env[71114]: _type = "Task" [ 1217.655015] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.669134] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.695329] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 849a0bf4-8fd1-4ed1-8642-fb55ae18fbd6] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.821506] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "refresh_cache-8964865f-3577-4b9e-9e6b-995ccf446397" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.821857] env[71114]: DEBUG nova.compute.manager [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Instance network_info: |[{"id": "9db4221d-ea2e-4439-abe3-463202d94755", "address": "fa:16:3e:5d:e8:b9", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db4221d-ea", "ovs_interfaceid": "9db4221d-ea2e-4439-abe3-463202d94755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1217.822272] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:e8:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9db4221d-ea2e-4439-abe3-463202d94755', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.830037] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.832767] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.833198] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd7d718b-891e-4a75-9ded-73abca21712f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.856995] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.856995] env[71114]: value = "task-3822518" [ 1217.856995] env[71114]: _type = "Task" [ 1217.856995] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.867847] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822518, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.943176] env[71114]: DEBUG nova.compute.manager [req-be8f2f60-09d4-4a4a-aa44-5d2d0f3a7e8e req-0605642e-cbba-4d06-b170-17a9c285fd34 service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Received event network-changed-9db4221d-ea2e-4439-abe3-463202d94755 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.943372] env[71114]: DEBUG nova.compute.manager [req-be8f2f60-09d4-4a4a-aa44-5d2d0f3a7e8e req-0605642e-cbba-4d06-b170-17a9c285fd34 service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Refreshing instance network info cache due to event network-changed-9db4221d-ea2e-4439-abe3-463202d94755. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.943642] env[71114]: DEBUG oslo_concurrency.lockutils [req-be8f2f60-09d4-4a4a-aa44-5d2d0f3a7e8e req-0605642e-cbba-4d06-b170-17a9c285fd34 service nova] Acquiring lock "refresh_cache-8964865f-3577-4b9e-9e6b-995ccf446397" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.943761] env[71114]: DEBUG oslo_concurrency.lockutils [req-be8f2f60-09d4-4a4a-aa44-5d2d0f3a7e8e req-0605642e-cbba-4d06-b170-17a9c285fd34 service nova] Acquired lock "refresh_cache-8964865f-3577-4b9e-9e6b-995ccf446397" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.943882] env[71114]: DEBUG nova.network.neutron [req-be8f2f60-09d4-4a4a-aa44-5d2d0f3a7e8e req-0605642e-cbba-4d06-b170-17a9c285fd34 service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Refreshing network info cache for port 9db4221d-ea2e-4439-abe3-463202d94755 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.982629] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d617733f-46bd-4804-bb59-ba97d06e8b93 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.990991] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b9565e-86f6-4ead-982c-6a1750721958 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.023324] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522b4e9a-f74a-41bb-982d-5afd013fc589 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.031139] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6a8905-9125-4da2-a340-c4c4cc576cb3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.047604] env[71114]: DEBUG nova.compute.provider_tree [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.167173] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822517, 'name': ReconfigVM_Task, 'duration_secs': 0.319278} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.167584] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f/4310bd0a-d3b9-493b-9018-2dfc8ae5a54f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.168246] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eb614e7-e17d-4176-8800-75ff717b08e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.176307] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1218.176307] env[71114]: value = "task-3822519" [ 1218.176307] env[71114]: _type = "Task" [ 1218.176307] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.186913] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822519, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.201910] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 13911edc-0764-424e-8c9d-7e6e63a8e43b] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.367784] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822518, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.372528] env[71114]: DEBUG nova.network.neutron [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance_info_cache with network_info: [{"id": "bd826a70-260a-43bf-8abe-6348b2209fd4", "address": "fa:16:3e:1d:77:76", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd826a70-26", "ovs_interfaceid": "bd826a70-260a-43bf-8abe-6348b2209fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.553617] env[71114]: DEBUG nova.scheduler.client.report [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.579219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.579470] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.579681] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.579864] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.580062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.582031] env[71114]: INFO nova.compute.manager [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Terminating instance [ 1218.636810] env[71114]: DEBUG nova.network.neutron [req-be8f2f60-09d4-4a4a-aa44-5d2d0f3a7e8e req-0605642e-cbba-4d06-b170-17a9c285fd34 service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Updated VIF entry in instance network info cache for port 9db4221d-ea2e-4439-abe3-463202d94755. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.637296] env[71114]: DEBUG nova.network.neutron [req-be8f2f60-09d4-4a4a-aa44-5d2d0f3a7e8e req-0605642e-cbba-4d06-b170-17a9c285fd34 service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Updating instance_info_cache with network_info: [{"id": "9db4221d-ea2e-4439-abe3-463202d94755", "address": "fa:16:3e:5d:e8:b9", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db4221d-ea", "ovs_interfaceid": "9db4221d-ea2e-4439-abe3-463202d94755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.687267] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822519, 'name': Rename_Task, 'duration_secs': 0.21989} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.687397] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.687649] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a809359-fb31-4bf9-8d94-8491e026b3e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.694296] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1218.694296] env[71114]: value = "task-3822520" [ 1218.694296] env[71114]: _type = "Task" [ 1218.694296] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.702623] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.706447] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: df740a69-ad4f-4a75-b697-5ec23fc771aa] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.869049] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822518, 'name': CreateVM_Task, 'duration_secs': 0.641105} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.869358] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.870097] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.870274] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.870607] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.870890] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9ed0c1-1ae2-446b-845e-317d7f001dc3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.876436] env[71114]: DEBUG oslo_concurrency.lockutils [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.880389] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1218.880389] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e4757b-34ac-69b4-9093-29daf1996d86" [ 1218.880389] env[71114]: _type = "Task" [ 1218.880389] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.890057] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e4757b-34ac-69b4-9093-29daf1996d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.058619] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.059295] env[71114]: DEBUG nova.compute.manager [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1219.062365] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.789s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.062501] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.066926] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.717s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.067172] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.069221] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.956s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.069397] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.071155] env[71114]: DEBUG oslo_concurrency.lockutils [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.739s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.071396] env[71114]: DEBUG oslo_concurrency.lockutils [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.074133] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.975s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.074379] env[71114]: DEBUG nova.objects.instance [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'resources' on Instance uuid ef6f2d1d-ddb4-451e-84c1-40755a1213d2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.086547] env[71114]: DEBUG nova.compute.manager [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.086817] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.088758] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d677f2f1-589f-48ab-8b6a-816c05589727 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.098141] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.099655] env[71114]: INFO nova.scheduler.client.report [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted allocations for instance 665cb13f-f2ef-4fa4-a627-7f9629207c5e [ 1219.101025] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e258ac17-c012-4d98-9c96-0850b32629da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.105491] env[71114]: INFO nova.scheduler.client.report [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted allocations for instance 62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764 [ 1219.115782] env[71114]: INFO nova.scheduler.client.report [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Deleted allocations for instance c2822b15-71a8-43ed-bd56-36333b2f2478 [ 1219.124314] env[71114]: DEBUG oslo_vmware.api [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1219.124314] env[71114]: value = "task-3822521" [ 1219.124314] env[71114]: _type = "Task" [ 1219.124314] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.138456] env[71114]: DEBUG oslo_vmware.api [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.140316] env[71114]: DEBUG oslo_concurrency.lockutils [req-be8f2f60-09d4-4a4a-aa44-5d2d0f3a7e8e req-0605642e-cbba-4d06-b170-17a9c285fd34 service nova] Releasing lock "refresh_cache-8964865f-3577-4b9e-9e6b-995ccf446397" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.210575] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822520, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.212457] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 9cf4f644-0474-417b-ac14-437e80042baf] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.390604] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78d92c8-7b37-45a8-acde-0181f29a6eeb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.405566] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ffbaaf-8b76-401c-b3a7-e1cf56b91ba0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.408813] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e4757b-34ac-69b4-9093-29daf1996d86, 'name': SearchDatastore_Task, 'duration_secs': 0.013142} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.409193] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.409485] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.409716] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.409928] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.410098] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.410821] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd7b8f87-9d95-4a76-bc3d-c915dbf51c4e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.427364] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.427566] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.429036] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb52adb-04fd-4ee4-8794-14d66e05292e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.434771] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1219.434771] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525b092a-fc53-b247-ee68-d0b42f422bc6" [ 1219.434771] env[71114]: _type = "Task" [ 1219.434771] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.444591] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525b092a-fc53-b247-ee68-d0b42f422bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.580022] env[71114]: DEBUG nova.compute.utils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.587030] env[71114]: DEBUG nova.compute.manager [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.587234] env[71114]: DEBUG nova.network.neutron [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.589455] env[71114]: DEBUG oslo_concurrency.lockutils [None req-373218c0-70e8-4541-94db-7d0447a8ecce tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.413s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.590433] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.067s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.590656] env[71114]: INFO nova.compute.manager [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Unshelving [ 1219.618689] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a8bfb19e-12ec-4ea3-b8d9-199a6f31f59e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "665cb13f-f2ef-4fa4-a627-7f9629207c5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.835s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.627312] env[71114]: DEBUG oslo_concurrency.lockutils [None req-bdf6863b-4d3d-490a-9256-ebde5931da74 tempest-ServersListShow2100Test-26716599 tempest-ServersListShow2100Test-26716599-project-member] Lock "c2822b15-71a8-43ed-bd56-36333b2f2478" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.754s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.631977] env[71114]: DEBUG oslo_concurrency.lockutils [None req-aac1aeba-72eb-4bba-9026-b5724a933a17 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "62dd2fc9-3dfb-41f3-bf4f-4a9f5f8a3764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.969s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.642813] env[71114]: DEBUG oslo_vmware.api [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822521, 'name': PowerOffVM_Task, 'duration_secs': 0.303928} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.644439] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.644439] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.644609] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daf81889-a71a-4355-801a-21f1eaa15156 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.652499] env[71114]: DEBUG nova.policy [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1707d4814e404e5e92bcdd029fa53665', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc8d18c557342b9addc4bc2e1b73ceb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.708802] env[71114]: DEBUG oslo_vmware.api [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822520, 'name': PowerOnVM_Task, 'duration_secs': 0.597614} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.709325] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.709565] env[71114]: INFO nova.compute.manager [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1219.709886] env[71114]: DEBUG nova.compute.manager [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.710658] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425c5f14-c14f-44f6-94d6-4a3ceb6e182e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.718668] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: e104f2a7-0745-43db-894e-4d08df2378d2] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.738411] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.738703] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.738882] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Deleting the datastore file [datastore1] 1cb8b8c4-bf91-4302-ac5b-24727aed2145 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.739162] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6d2587b-94e4-4d6c-95d0-c5f0b0d0c798 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.746819] env[71114]: DEBUG oslo_vmware.api [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1219.746819] env[71114]: value = "task-3822523" [ 1219.746819] env[71114]: _type = "Task" [ 1219.746819] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.763033] env[71114]: DEBUG oslo_vmware.api [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.912700] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d4fa07-d1c3-4c32-9ce0-08ed457b6a3b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.921604] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bd7003-ce49-4e5d-a2eb-c7f959c3b8da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.962255] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc81dc0-a4fe-4328-a651-a150544c6de6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.973600] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525b092a-fc53-b247-ee68-d0b42f422bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.976735] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871dad66-b1eb-4e7e-a7f7-b2ca51146c54 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.984960] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-893649ee-d970-4d37-a5e9-996547a66495 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.992778] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1219.992778] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52db084f-fbfb-54b9-e4db-c8a53106d013" [ 1219.992778] env[71114]: _type = "Task" [ 1219.992778] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.004245] env[71114]: DEBUG nova.compute.provider_tree [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.020316] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52db084f-fbfb-54b9-e4db-c8a53106d013, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.021155] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.021823] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 8964865f-3577-4b9e-9e6b-995ccf446397/8964865f-3577-4b9e-9e6b-995ccf446397.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.026142] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c628171d-e26b-4188-ad23-5993b5006db6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.035735] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1220.035735] env[71114]: value = "task-3822524" [ 1220.035735] env[71114]: _type = "Task" [ 1220.035735] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.037798] env[71114]: WARNING oslo_messaging._drivers.amqpdriver [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1220.051477] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.086292] env[71114]: DEBUG nova.compute.manager [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1220.090778] env[71114]: DEBUG nova.network.neutron [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Successfully created port: 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.223036] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: fcf89176-4bf9-4bcd-af48-dd538ac9ceb7] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.240477] env[71114]: INFO nova.compute.manager [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Took 22.33 seconds to build instance. [ 1220.260012] env[71114]: DEBUG oslo_vmware.api [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152765} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.260165] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.260333] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.260517] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.260693] env[71114]: INFO nova.compute.manager [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1220.260969] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.262088] env[71114]: DEBUG nova.compute.manager [-] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.262243] env[71114]: DEBUG nova.network.neutron [-] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.508395] env[71114]: DEBUG nova.scheduler.client.report [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.518696] env[71114]: DEBUG nova.compute.manager [req-7610a485-58cc-4b27-8873-b67fa48b1c9f req-6643ece5-a53c-4d2b-b301-3f6d6b5bd4e4 service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Received event network-vif-deleted-1af7bd4b-0446-4626-93fc-0a396954bced {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.518901] env[71114]: INFO nova.compute.manager [req-7610a485-58cc-4b27-8873-b67fa48b1c9f req-6643ece5-a53c-4d2b-b301-3f6d6b5bd4e4 service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Neutron deleted interface 1af7bd4b-0446-4626-93fc-0a396954bced; detaching it from the instance and deleting it from the info cache [ 1220.519172] env[71114]: DEBUG nova.network.neutron [req-7610a485-58cc-4b27-8873-b67fa48b1c9f req-6643ece5-a53c-4d2b-b301-3f6d6b5bd4e4 service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.525669] env[71114]: DEBUG oslo_concurrency.lockutils [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.526062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.526365] env[71114]: DEBUG oslo_concurrency.lockutils [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.527152] env[71114]: DEBUG oslo_concurrency.lockutils [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.527349] env[71114]: DEBUG oslo_concurrency.lockutils [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.530102] env[71114]: INFO nova.compute.manager [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Terminating instance [ 1220.550138] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495212} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.550807] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 8964865f-3577-4b9e-9e6b-995ccf446397/8964865f-3577-4b9e-9e6b-995ccf446397.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.551053] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.551428] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d7181b6-706d-4269-8289-f83550d3c5af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.559209] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1220.559209] env[71114]: value = "task-3822525" [ 1220.559209] env[71114]: _type = "Task" [ 1220.559209] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.569124] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.586284] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.605833] env[71114]: DEBUG nova.compute.utils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.711846] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5dc41c-1c5c-4f93-be90-052c2e8fd440 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.738722] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 0644f22d-8357-4c1f-99db-79187e85c62e] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.742265] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c72ae02-6ff3-4d64-b1cf-6307b70ba2b9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.744867] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f319227b-b5d8-482d-a66c-cd327b560fa5 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.846s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.745182] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.159s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.745386] env[71114]: DEBUG nova.compute.manager [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1220.746671] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ef600d-742e-4bf4-98c8-5eab75928b32 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.752826] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance '0225347e-72a8-4b98-8e7d-207b6b3abd41' progress to 83 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.761757] env[71114]: DEBUG nova.compute.manager [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1220.762379] env[71114]: DEBUG nova.objects.instance [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lazy-loading 'flavor' on Instance uuid 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.995724] env[71114]: DEBUG nova.network.neutron [-] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.013793] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.021475] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc51861a-7814-48ca-9b99-637f56682c11 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.032227] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb39c5d1-d5a4-4b16-92b6-80ec92fb7d2b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.044116] env[71114]: INFO nova.scheduler.client.report [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleted allocations for instance ef6f2d1d-ddb4-451e-84c1-40755a1213d2 [ 1221.045818] env[71114]: DEBUG nova.compute.manager [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.045818] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.049028] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9db018-8125-4e03-8be5-b93b72c6039d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.057267] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.057844] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49515ceb-1b28-4172-9e8e-f1755ecb7df7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.076152] env[71114]: DEBUG nova.compute.manager [req-7610a485-58cc-4b27-8873-b67fa48b1c9f req-6643ece5-a53c-4d2b-b301-3f6d6b5bd4e4 service nova] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Detach interface failed, port_id=1af7bd4b-0446-4626-93fc-0a396954bced, reason: Instance 1cb8b8c4-bf91-4302-ac5b-24727aed2145 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.077826] env[71114]: DEBUG oslo_vmware.api [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1221.077826] env[71114]: value = "task-3822526" [ 1221.077826] env[71114]: _type = "Task" [ 1221.077826] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.084297] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071662} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.084975] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.085868] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bac053c-bc36-43d1-9c07-6e4183496d55 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.092082] env[71114]: DEBUG oslo_vmware.api [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.106198] env[71114]: DEBUG nova.compute.manager [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1221.116877] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 8964865f-3577-4b9e-9e6b-995ccf446397/8964865f-3577-4b9e-9e6b-995ccf446397.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.119129] env[71114]: INFO nova.virt.block_device [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Booting with volume 7e121dc3-bb4d-4dec-af9d-e967ad87ca6b at /dev/sdb [ 1221.120263] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e0c983-6ed5-4f2e-9ada-da77e822a0ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.143178] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1221.143178] env[71114]: value = "task-3822527" [ 1221.143178] env[71114]: _type = "Task" [ 1221.143178] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.156010] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.158679] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.158933] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.159107] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.159292] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.159435] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.159637] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.159924] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.160201] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.160413] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.160576] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.160755] env[71114]: DEBUG nova.virt.hardware [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.161694] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6ce454-0b40-4b2b-9793-466b43cea49f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.171476] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c88eedd-909c-444d-9440-84b46f1f16f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.179859] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e494cf60-6b12-4933-bf9b-b13a18a8ae85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.196618] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955f3b9d-0e34-4e33-9e3a-1cc51faa7682 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.232156] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3903e11e-32c7-4ca0-8f1b-46f6a901e9e9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.242531] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c029b1ef-b845-4056-bd1a-445a21b93852 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.254167] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: edc660c2-6888-4516-9a8c-27924a975488] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.259969] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.260286] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5e304ee-a8dc-43f0-b5b7-803a3ff3c541 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.268232] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1221.268232] env[71114]: value = "task-3822528" [ 1221.268232] env[71114]: _type = "Task" [ 1221.268232] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.288049] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52468b73-dca6-495a-a0fa-b2d66ae78138 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.299774] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822528, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.300668] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f149f18-77d5-4a1e-a621-1ebac2b08317 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.317400] env[71114]: DEBUG nova.virt.block_device [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating existing volume attachment record: f690a62e-7d2e-406c-81e3-a16a2f10cea4 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1221.498862] env[71114]: INFO nova.compute.manager [-] [instance: 1cb8b8c4-bf91-4302-ac5b-24727aed2145] Took 1.24 seconds to deallocate network for instance. [ 1221.556135] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5ab897-7a49-43f9-8e6e-e62374728a8b tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "ef6f2d1d-ddb4-451e-84c1-40755a1213d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.596s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.588790] env[71114]: DEBUG oslo_vmware.api [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822526, 'name': PowerOffVM_Task, 'duration_secs': 0.429121} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.589169] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.589377] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.589632] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdea0b6d-e061-466f-ad2d-6aa9ed60a5a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.656976] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.659314] env[71114]: DEBUG nova.compute.manager [req-c83507fe-364b-4271-bce6-d91c4b2e42ac req-107d169f-8055-4dc2-80cd-72efc2d4dba2 service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Received event network-vif-plugged-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.659510] env[71114]: DEBUG oslo_concurrency.lockutils [req-c83507fe-364b-4271-bce6-d91c4b2e42ac req-107d169f-8055-4dc2-80cd-72efc2d4dba2 service nova] Acquiring lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.659739] env[71114]: DEBUG oslo_concurrency.lockutils [req-c83507fe-364b-4271-bce6-d91c4b2e42ac req-107d169f-8055-4dc2-80cd-72efc2d4dba2 service nova] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.659974] env[71114]: DEBUG oslo_concurrency.lockutils [req-c83507fe-364b-4271-bce6-d91c4b2e42ac req-107d169f-8055-4dc2-80cd-72efc2d4dba2 service nova] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.660173] env[71114]: DEBUG nova.compute.manager [req-c83507fe-364b-4271-bce6-d91c4b2e42ac req-107d169f-8055-4dc2-80cd-72efc2d4dba2 service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] No waiting events found dispatching network-vif-plugged-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1221.660363] env[71114]: WARNING nova.compute.manager [req-c83507fe-364b-4271-bce6-d91c4b2e42ac req-107d169f-8055-4dc2-80cd-72efc2d4dba2 service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Received unexpected event network-vif-plugged-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e for instance with vm_state building and task_state spawning. [ 1221.679149] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1221.679454] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1221.679648] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleting the datastore file [datastore2] 21bad3c3-01db-4f70-b8fe-31b72a1e0cea {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1221.680071] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d2a52a1-bede-4ac7-82b4-8f74bfc8772b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.688219] env[71114]: DEBUG oslo_vmware.api [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1221.688219] env[71114]: value = "task-3822533" [ 1221.688219] env[71114]: _type = "Task" [ 1221.688219] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.699110] env[71114]: DEBUG oslo_vmware.api [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.754270] env[71114]: DEBUG nova.network.neutron [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Successfully updated port: 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.757562] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 42ec6a35-9898-493a-a328-5e5f8677c0c7] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.787932] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.788599] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2b0b56a-8277-461b-b5ad-eea495024027 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.797260] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.799100] env[71114]: DEBUG oslo_vmware.api [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1221.799100] env[71114]: value = "task-3822534" [ 1221.799100] env[71114]: _type = "Task" [ 1221.799100] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.809566] env[71114]: DEBUG oslo_vmware.api [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.922371] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "5cc89839-9da6-4be3-9132-c08b9329e83b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.922677] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "5cc89839-9da6-4be3-9132-c08b9329e83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.922926] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "5cc89839-9da6-4be3-9132-c08b9329e83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.923236] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "5cc89839-9da6-4be3-9132-c08b9329e83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.923593] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "5cc89839-9da6-4be3-9132-c08b9329e83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.926431] env[71114]: INFO nova.compute.manager [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Terminating instance [ 1222.007461] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.007652] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.007949] env[71114]: DEBUG nova.objects.instance [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lazy-loading 'resources' on Instance uuid 1cb8b8c4-bf91-4302-ac5b-24727aed2145 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.158981] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822527, 'name': ReconfigVM_Task, 'duration_secs': 0.681355} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.159332] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 8964865f-3577-4b9e-9e6b-995ccf446397/8964865f-3577-4b9e-9e6b-995ccf446397.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.160057] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7591bb74-f496-4f00-b49c-e4f1aae041b2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.168495] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1222.168495] env[71114]: value = "task-3822535" [ 1222.168495] env[71114]: _type = "Task" [ 1222.168495] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.204772] env[71114]: DEBUG oslo_vmware.api [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219752} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.205328] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.205724] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.206036] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.206377] env[71114]: INFO nova.compute.manager [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1222.206814] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.207182] env[71114]: DEBUG nova.compute.manager [-] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.207305] env[71114]: DEBUG nova.network.neutron [-] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.259562] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.259800] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.259980] env[71114]: DEBUG nova.network.neutron [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.261554] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 36527a68-15f5-47ec-a1df-2d3c80c7fe70] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.295362] env[71114]: DEBUG oslo_vmware.api [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822528, 'name': PowerOnVM_Task, 'duration_secs': 0.615604} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.295725] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.295956] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-32fc8bab-3f6c-4e23-be87-6b5b152cb51e tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance '0225347e-72a8-4b98-8e7d-207b6b3abd41' progress to 100 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.310564] env[71114]: DEBUG oslo_vmware.api [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822534, 'name': PowerOffVM_Task, 'duration_secs': 0.240637} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.310931] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.311149] env[71114]: DEBUG nova.compute.manager [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.312324] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69da485c-12bf-43dc-8bc9-0d04dd67a199 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.431514] env[71114]: DEBUG nova.compute.manager [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.432773] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.432773] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43342be8-dc9b-4a35-9846-7b7502d83d3a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.441517] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.441745] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23f1d745-3445-42c4-84b3-c4546950f233 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.448413] env[71114]: DEBUG oslo_vmware.api [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1222.448413] env[71114]: value = "task-3822536" [ 1222.448413] env[71114]: _type = "Task" [ 1222.448413] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.463024] env[71114]: DEBUG oslo_vmware.api [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.680252] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822535, 'name': Rename_Task, 'duration_secs': 0.222107} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.683039] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.683589] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbff73b3-fb2f-42ce-8363-d27c801c1334 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.691042] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1222.691042] env[71114]: value = "task-3822537" [ 1222.691042] env[71114]: _type = "Task" [ 1222.691042] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.703894] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.747118] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123d87a8-cb52-42d1-a02f-ab56252ea4c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.750093] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "788df085-c9c1-4f89-8b93-420dea3fd159" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.750328] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.757234] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c01e2d0-3ab7-4302-af85-37dc215dfd65 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.766844] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 28d7801e-0286-45ea-b356-7a6608c4b91e] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.794244] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 5c5327d4-32b6-4072-938e-c2bbe387a166] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.796948] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187159ae-a017-418c-829e-0acce323a266 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.810131] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103c6f0a-2126-48e6-8184-f18fb717dd35 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.828033] env[71114]: DEBUG nova.compute.provider_tree [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1222.829895] env[71114]: DEBUG nova.network.neutron [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.832302] env[71114]: DEBUG oslo_concurrency.lockutils [None req-1b38f169-a7d1-4470-ac7e-8f197e932dde tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.959174] env[71114]: DEBUG oslo_vmware.api [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822536, 'name': PowerOffVM_Task, 'duration_secs': 0.192449} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.959456] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.959637] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.959880] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d34cb27d-1e16-4818-a8fd-c16829dce88f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.967197] env[71114]: DEBUG nova.network.neutron [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance_info_cache with network_info: [{"id": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "address": "fa:16:3e:08:bd:69", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aaf1c7c-53", "ovs_interfaceid": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.992415] env[71114]: DEBUG nova.network.neutron [-] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.041488] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.041488] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.041703] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.042842] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.042842] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.044084] env[71114]: INFO nova.compute.manager [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Terminating instance [ 1223.201578] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.255238] env[71114]: INFO nova.compute.manager [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Detaching volume 08fac0e7-707d-4dc3-92e4-33bf7343e733 [ 1223.289326] env[71114]: INFO nova.virt.block_device [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Attempting to driver detach volume 08fac0e7-707d-4dc3-92e4-33bf7343e733 from mountpoint /dev/sdb [ 1223.289584] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1223.289770] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760007', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'name': 'volume-08fac0e7-707d-4dc3-92e4-33bf7343e733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '788df085-c9c1-4f89-8b93-420dea3fd159', 'attached_at': '', 'detached_at': '', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'serial': '08fac0e7-707d-4dc3-92e4-33bf7343e733'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1223.290740] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b66ab5e-799d-43bc-85e5-af81be1b8c12 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.316390] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 3ca08b5d-f52d-4f4c-aa9e-7eddd00d4a50] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.320023] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb893b-8d52-4884-8259-579c9cadc315 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.327953] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14988a3e-9159-4c06-9724-6f949731b034 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.356123] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb52de27-cdda-4752-a06c-989b1e30e14b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.373290] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] The volume has not been displaced from its original location: [datastore2] volume-08fac0e7-707d-4dc3-92e4-33bf7343e733/volume-08fac0e7-707d-4dc3-92e4-33bf7343e733.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1223.378917] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.379671] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e77441b-a46e-4faa-aa2e-46bda74aaf1a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.393408] env[71114]: DEBUG nova.scheduler.client.report [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1223.393674] env[71114]: DEBUG nova.compute.provider_tree [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 159 to 160 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1223.393858] env[71114]: DEBUG nova.compute.provider_tree [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 50, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1223.404850] env[71114]: DEBUG oslo_vmware.api [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1223.404850] env[71114]: value = "task-3822539" [ 1223.404850] env[71114]: _type = "Task" [ 1223.404850] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.414479] env[71114]: DEBUG oslo_vmware.api [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.470102] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.470438] env[71114]: DEBUG nova.compute.manager [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Instance network_info: |[{"id": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "address": "fa:16:3e:08:bd:69", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aaf1c7c-53", "ovs_interfaceid": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.470854] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:bd:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aaf1c7c-532f-4bd0-94f3-8445d6ad158e', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.478552] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.479145] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.479395] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4f37446-f8cb-4018-ba44-b568177e9775 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.495962] env[71114]: INFO nova.compute.manager [-] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Took 1.29 seconds to deallocate network for instance. [ 1223.502501] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.502501] env[71114]: value = "task-3822540" [ 1223.502501] env[71114]: _type = "Task" [ 1223.502501] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.512244] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822540, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.548052] env[71114]: DEBUG nova.compute.manager [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.548052] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.549127] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c96987-fe56-4060-b805-38c52fa613f8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.557783] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.558182] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c546075e-965a-4c30-b18b-26454392737a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.693484] env[71114]: DEBUG nova.compute.manager [req-999bdb86-8bef-4077-943d-5af3e904e4d2 req-6300cfd2-ed40-4630-b330-df648defa4cc service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Received event network-changed-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.693630] env[71114]: DEBUG nova.compute.manager [req-999bdb86-8bef-4077-943d-5af3e904e4d2 req-6300cfd2-ed40-4630-b330-df648defa4cc service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Refreshing instance network info cache due to event network-changed-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.693979] env[71114]: DEBUG oslo_concurrency.lockutils [req-999bdb86-8bef-4077-943d-5af3e904e4d2 req-6300cfd2-ed40-4630-b330-df648defa4cc service nova] Acquiring lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.694228] env[71114]: DEBUG oslo_concurrency.lockutils [req-999bdb86-8bef-4077-943d-5af3e904e4d2 req-6300cfd2-ed40-4630-b330-df648defa4cc service nova] Acquired lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.694367] env[71114]: DEBUG nova.network.neutron [req-999bdb86-8bef-4077-943d-5af3e904e4d2 req-6300cfd2-ed40-4630-b330-df648defa4cc service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Refreshing network info cache for port 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.708713] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822537, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.819739] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 220d67dc-037a-4b6d-849b-ffc00dd5ccad] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.898958] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.915569] env[71114]: DEBUG oslo_vmware.api [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822539, 'name': ReconfigVM_Task, 'duration_secs': 0.329558} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.915885] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.921616] env[71114]: INFO nova.scheduler.client.report [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Deleted allocations for instance 1cb8b8c4-bf91-4302-ac5b-24727aed2145 [ 1223.922655] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a859797f-7590-412a-9d40-03ef2140d6b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.935459] env[71114]: INFO nova.compute.manager [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Rebuilding instance [ 1223.943679] env[71114]: DEBUG oslo_vmware.api [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1223.943679] env[71114]: value = "task-3822543" [ 1223.943679] env[71114]: _type = "Task" [ 1223.943679] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.953741] env[71114]: DEBUG oslo_vmware.api [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.970531] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.970936] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.971178] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleting the datastore file [datastore1] 5cc89839-9da6-4be3-9132-c08b9329e83b {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.971713] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cc3a3e2-7c5b-40f7-8c84-25174084419a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.981249] env[71114]: DEBUG oslo_vmware.api [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for the task: (returnval){ [ 1223.981249] env[71114]: value = "task-3822544" [ 1223.981249] env[71114]: _type = "Task" [ 1223.981249] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.989570] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.990288] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.990742] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleting the datastore file [datastore1] 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.994305] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91d64489-23fa-4443-ae97-f09e5979a96b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.997112] env[71114]: DEBUG nova.compute.manager [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.000847] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9652be-a3a1-41e0-87c4-eeccadab1faa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.003400] env[71114]: DEBUG oslo_vmware.api [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.005231] env[71114]: DEBUG oslo_concurrency.lockutils [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.005481] env[71114]: DEBUG oslo_concurrency.lockutils [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.005718] env[71114]: DEBUG nova.objects.instance [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lazy-loading 'resources' on Instance uuid 21bad3c3-01db-4f70-b8fe-31b72a1e0cea {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.012516] env[71114]: DEBUG oslo_vmware.api [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1224.012516] env[71114]: value = "task-3822545" [ 1224.012516] env[71114]: _type = "Task" [ 1224.012516] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.026434] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822540, 'name': CreateVM_Task, 'duration_secs': 0.368021} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.027273] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.027934] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.028121] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.028454] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.028981] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7ed8fa-75bd-4bb0-8fba-63c705632ada {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.034839] env[71114]: DEBUG oslo_vmware.api [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.038547] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1224.038547] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5247a0fb-5928-d40e-9ea3-98ff946b8468" [ 1224.038547] env[71114]: _type = "Task" [ 1224.038547] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.047565] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5247a0fb-5928-d40e-9ea3-98ff946b8468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.210370] env[71114]: DEBUG oslo_vmware.api [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822537, 'name': PowerOnVM_Task, 'duration_secs': 1.169654} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.210623] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.210829] env[71114]: INFO nova.compute.manager [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1224.211024] env[71114]: DEBUG nova.compute.manager [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.211893] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9852a348-c6b7-42ed-a434-cf68339c1b9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.324144] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 82db1f29-6cc8-469b-8f42-ea766de74c6e] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.444888] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8791cb1d-1e4e-4442-aab8-f1092ec9a449 tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "1cb8b8c4-bf91-4302-ac5b-24727aed2145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.865s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.459101] env[71114]: DEBUG oslo_vmware.api [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822543, 'name': ReconfigVM_Task, 'duration_secs': 0.239707} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.460435] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760007', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'name': 'volume-08fac0e7-707d-4dc3-92e4-33bf7343e733', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '788df085-c9c1-4f89-8b93-420dea3fd159', 'attached_at': '', 'detached_at': '', 'volume_id': '08fac0e7-707d-4dc3-92e4-33bf7343e733', 'serial': '08fac0e7-707d-4dc3-92e4-33bf7343e733'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1224.494641] env[71114]: DEBUG oslo_vmware.api [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Task: {'id': task-3822544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160377} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.495265] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.495613] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.495981] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.496674] env[71114]: INFO nova.compute.manager [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Took 2.06 seconds to destroy the instance on the hypervisor. [ 1224.497100] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.497811] env[71114]: DEBUG nova.compute.manager [-] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.499021] env[71114]: DEBUG nova.network.neutron [-] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.524954] env[71114]: DEBUG oslo_vmware.api [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146456} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.525349] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.525550] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.527627] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.527627] env[71114]: INFO nova.compute.manager [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Took 0.98 seconds to destroy the instance on the hypervisor. [ 1224.527627] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.527627] env[71114]: DEBUG nova.compute.manager [-] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.527627] env[71114]: DEBUG nova.network.neutron [-] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.552272] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5247a0fb-5928-d40e-9ea3-98ff946b8468, 'name': SearchDatastore_Task, 'duration_secs': 0.021386} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.556399] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.557289] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.557569] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.557721] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.557906] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.560624] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42364a1b-889a-4370-a51d-9c1c27c460b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.578020] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.578020] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.578020] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58a3078-9b02-482f-a1ca-4ea8ed29a689 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.587516] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1224.587516] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52090424-a62e-116d-4c16-4e2fc9c03228" [ 1224.587516] env[71114]: _type = "Task" [ 1224.587516] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.601992] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52090424-a62e-116d-4c16-4e2fc9c03228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.731937] env[71114]: INFO nova.compute.manager [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Took 25.08 seconds to build instance. [ 1224.750568] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735b4708-df61-483a-aab3-8dcd68839a1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.762646] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e203c24f-c02f-4d92-a2dc-e076eae1a17f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.813777] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe78ab91-37c9-4790-9bbb-697e16d616a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.823373] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a04fd33-ac53-4c6c-8cec-b73fc098c021 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.828145] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: b3eb4c21-5479-4072-9b6f-edc4e53ee97e] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.843493] env[71114]: DEBUG nova.compute.provider_tree [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.021301] env[71114]: DEBUG nova.network.neutron [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Port bd826a70-260a-43bf-8abe-6348b2209fd4 binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1225.021478] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.021625] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.021790] env[71114]: DEBUG nova.network.neutron [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.032635] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.032981] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b576b8-9171-428b-a671-c4a0c34c71d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.041975] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1225.041975] env[71114]: value = "task-3822546" [ 1225.041975] env[71114]: _type = "Task" [ 1225.041975] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.047232] env[71114]: DEBUG nova.objects.instance [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lazy-loading 'flavor' on Instance uuid 788df085-c9c1-4f89-8b93-420dea3fd159 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.049401] env[71114]: DEBUG nova.network.neutron [req-999bdb86-8bef-4077-943d-5af3e904e4d2 req-6300cfd2-ed40-4630-b330-df648defa4cc service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updated VIF entry in instance network info cache for port 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.052788] env[71114]: DEBUG nova.network.neutron [req-999bdb86-8bef-4077-943d-5af3e904e4d2 req-6300cfd2-ed40-4630-b330-df648defa4cc service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance_info_cache with network_info: [{"id": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "address": "fa:16:3e:08:bd:69", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aaf1c7c-53", "ovs_interfaceid": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.060316] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.102390] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52090424-a62e-116d-4c16-4e2fc9c03228, 'name': SearchDatastore_Task, 'duration_secs': 0.012223} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.103825] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b615f9-b802-4060-9ef2-1eb5314c4567 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.111622] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1225.111622] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c38d3c-36b4-8f6e-9c67-5039f297de33" [ 1225.111622] env[71114]: _type = "Task" [ 1225.111622] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.125526] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c38d3c-36b4-8f6e-9c67-5039f297de33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.234413] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90c00bba-70a7-407c-9ef2-20010ef1111c tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.594s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.313118] env[71114]: DEBUG nova.compute.manager [req-08e7e7f3-e880-487d-b3ab-14f756928f09 req-4b8b4dd0-b402-4820-8c17-de260e3f240a service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Received event network-vif-deleted-ae5af878-c166-49f1-960e-21adc3e86df1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.313118] env[71114]: INFO nova.compute.manager [req-08e7e7f3-e880-487d-b3ab-14f756928f09 req-4b8b4dd0-b402-4820-8c17-de260e3f240a service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Neutron deleted interface ae5af878-c166-49f1-960e-21adc3e86df1; detaching it from the instance and deleting it from the info cache [ 1225.313118] env[71114]: DEBUG nova.network.neutron [req-08e7e7f3-e880-487d-b3ab-14f756928f09 req-4b8b4dd0-b402-4820-8c17-de260e3f240a service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.334027] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 8af37691-be3d-4002-8c0a-2c1d8e8c5fb3] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.386919] env[71114]: DEBUG nova.scheduler.client.report [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Updated inventory for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1225.386919] env[71114]: DEBUG nova.compute.provider_tree [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Updating resource provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 generation from 160 to 161 during operation: update_inventory {{(pid=71114) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1225.386919] env[71114]: DEBUG nova.compute.provider_tree [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Updating inventory in ProviderTree for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.395938] env[71114]: DEBUG nova.network.neutron [-] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.554159] env[71114]: DEBUG oslo_concurrency.lockutils [req-999bdb86-8bef-4077-943d-5af3e904e4d2 req-6300cfd2-ed40-4630-b330-df648defa4cc service nova] Releasing lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.554438] env[71114]: DEBUG nova.compute.manager [req-999bdb86-8bef-4077-943d-5af3e904e4d2 req-6300cfd2-ed40-4630-b330-df648defa4cc service nova] [instance: 21bad3c3-01db-4f70-b8fe-31b72a1e0cea] Received event network-vif-deleted-dde3c48d-32ea-4c3a-a1f6-b88005b98ac6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.554792] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822546, 'name': PowerOffVM_Task, 'duration_secs': 0.315921} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.556166] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.556424] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.559536] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927f2948-e890-4f14-a164-a0ff7d4bf433 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.567627] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.567869] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0821198-f365-4966-8f36-5d7dd2cd8d02 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.622103] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c38d3c-36b4-8f6e-9c67-5039f297de33, 'name': SearchDatastore_Task, 'duration_secs': 0.01206} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.622371] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.622930] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 5466c469-9b41-4f7c-a2c8-5e9d59c13507/5466c469-9b41-4f7c-a2c8-5e9d59c13507.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.622930] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2768f44-da97-4d7e-9911-8ef5fdd2fe2f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.630604] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1225.630604] env[71114]: value = "task-3822548" [ 1225.630604] env[71114]: _type = "Task" [ 1225.630604] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.640781] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.644801] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.645017] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.645200] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleting the datastore file [datastore1] 1575d037-9610-48b6-8ae4-08c76173bae4 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.645962] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49329dd5-7473-40a8-b506-2a9c396dc9cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.653950] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1225.653950] env[71114]: value = "task-3822549" [ 1225.653950] env[71114]: _type = "Task" [ 1225.653950] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.663188] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.740910] env[71114]: DEBUG nova.compute.manager [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Received event network-vif-deleted-68e9d097-40b1-49f2-8dca-f8a3f436a8a7 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.741290] env[71114]: INFO nova.compute.manager [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Neutron deleted interface 68e9d097-40b1-49f2-8dca-f8a3f436a8a7; detaching it from the instance and deleting it from the info cache [ 1225.741741] env[71114]: DEBUG nova.network.neutron [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.757055] env[71114]: DEBUG nova.network.neutron [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance_info_cache with network_info: [{"id": "bd826a70-260a-43bf-8abe-6348b2209fd4", "address": "fa:16:3e:1d:77:76", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd826a70-26", "ovs_interfaceid": "bd826a70-260a-43bf-8abe-6348b2209fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.815402] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c5e47e8-9989-4f27-8650-70161629ef1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.826677] env[71114]: DEBUG nova.network.neutron [-] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.829927] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6b540a-4d9f-4937-8693-a82d24402d5f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.845147] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 4072512a-78dc-4b19-9834-0536e07ced5a] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.877158] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.877427] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.877638] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.877863] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.878130] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.879917] env[71114]: DEBUG nova.compute.manager [req-08e7e7f3-e880-487d-b3ab-14f756928f09 req-4b8b4dd0-b402-4820-8c17-de260e3f240a service nova] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Detach interface failed, port_id=ae5af878-c166-49f1-960e-21adc3e86df1, reason: Instance 5cc89839-9da6-4be3-9132-c08b9329e83b could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.882693] env[71114]: INFO nova.compute.manager [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Terminating instance [ 1225.892941] env[71114]: DEBUG oslo_concurrency.lockutils [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.898258] env[71114]: INFO nova.compute.manager [-] [instance: 5cc89839-9da6-4be3-9132-c08b9329e83b] Took 1.40 seconds to deallocate network for instance. [ 1225.928103] env[71114]: INFO nova.scheduler.client.report [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted allocations for instance 21bad3c3-01db-4f70-b8fe-31b72a1e0cea [ 1226.057820] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c242fab1-4775-4cbf-ab37-f89fd0c09e23 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.307s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.145933] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822548, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.165714] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180372} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.165851] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.166108] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.166312] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.244611] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73b81f56-1f80-436a-b45e-4e5a28ab05b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.255375] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba8e5b5-7490-4c4e-97da-5a4a6edaa303 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.267087] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.294360] env[71114]: DEBUG nova.compute.manager [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Detach interface failed, port_id=68e9d097-40b1-49f2-8dca-f8a3f436a8a7, reason: Instance 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.294524] env[71114]: DEBUG nova.compute.manager [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Received event network-changed-9db4221d-ea2e-4439-abe3-463202d94755 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.294625] env[71114]: DEBUG nova.compute.manager [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Refreshing instance network info cache due to event network-changed-9db4221d-ea2e-4439-abe3-463202d94755. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.294839] env[71114]: DEBUG oslo_concurrency.lockutils [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] Acquiring lock "refresh_cache-8964865f-3577-4b9e-9e6b-995ccf446397" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.294986] env[71114]: DEBUG oslo_concurrency.lockutils [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] Acquired lock "refresh_cache-8964865f-3577-4b9e-9e6b-995ccf446397" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.295162] env[71114]: DEBUG nova.network.neutron [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Refreshing network info cache for port 9db4221d-ea2e-4439-abe3-463202d94755 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.345579] env[71114]: INFO nova.compute.manager [-] [instance: 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f] Took 1.82 seconds to deallocate network for instance. [ 1226.351215] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: c9e53417-156f-4bf4-8fba-e8e3ff5fa80c] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.393030] env[71114]: DEBUG nova.compute.manager [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.393030] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.394522] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f514376-dc6a-4347-92a0-788365b0b665 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.407374] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.407655] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.407877] env[71114]: DEBUG nova.objects.instance [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lazy-loading 'resources' on Instance uuid 5cc89839-9da6-4be3-9132-c08b9329e83b {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.409018] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.410022] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26a98ece-29ec-430f-a347-b0c2a85d707c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.419030] env[71114]: DEBUG oslo_vmware.api [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1226.419030] env[71114]: value = "task-3822550" [ 1226.419030] env[71114]: _type = "Task" [ 1226.419030] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.429716] env[71114]: DEBUG oslo_vmware.api [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.439451] env[71114]: DEBUG oslo_concurrency.lockutils [None req-96963807-ef59-4500-ad88-de5d7ff736e7 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "21bad3c3-01db-4f70-b8fe-31b72a1e0cea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.913s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.643597] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55451} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.643904] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 5466c469-9b41-4f7c-a2c8-5e9d59c13507/5466c469-9b41-4f7c-a2c8-5e9d59c13507.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.644141] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.644401] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d7e3e52-b003-4d0f-850a-2f3ae38667a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.651531] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1226.651531] env[71114]: value = "task-3822551" [ 1226.651531] env[71114]: _type = "Task" [ 1226.651531] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.660779] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.771321] env[71114]: DEBUG nova.compute.manager [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71114) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1226.854078] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.854702] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: e61c0ff6-7ef6-4af0-b07a-2d8e277c63f4] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.939583] env[71114]: DEBUG oslo_vmware.api [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822550, 'name': PowerOffVM_Task, 'duration_secs': 0.260358} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.940306] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.940518] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.940807] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12d26df2-0276-4a67-a750-03f61b867d10 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.954546] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.036109] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.036389] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.036574] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Deleting the datastore file [datastore2] a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.037037] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6441484a-68cb-4ca5-bb53-e575590e2900 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.047951] env[71114]: DEBUG oslo_vmware.api [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for the task: (returnval){ [ 1227.047951] env[71114]: value = "task-3822553" [ 1227.047951] env[71114]: _type = "Task" [ 1227.047951] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.060103] env[71114]: DEBUG oslo_vmware.api [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.082400] env[71114]: DEBUG nova.network.neutron [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Updated VIF entry in instance network info cache for port 9db4221d-ea2e-4439-abe3-463202d94755. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.082950] env[71114]: DEBUG nova.network.neutron [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Updating instance_info_cache with network_info: [{"id": "9db4221d-ea2e-4439-abe3-463202d94755", "address": "fa:16:3e:5d:e8:b9", "network": {"id": "583d5a3e-547a-49cd-b6d1-3a1b4fa76db2", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1806324796-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c9895c23bb64c76b09dc59d59a7d59c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db4221d-ea", "ovs_interfaceid": "9db4221d-ea2e-4439-abe3-463202d94755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.157302] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a60597-6779-466b-bd48-db1bf44f957e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.168732] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12374} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.170429] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61feb206-c35f-46c5-b1e5-e8b0bae5d280 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.174759] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.178473] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb45cceb-04ba-453f-af12-02d28ca7483e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.205510] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 5466c469-9b41-4f7c-a2c8-5e9d59c13507/5466c469-9b41-4f7c-a2c8-5e9d59c13507.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.232038] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aec187ae-299e-486d-a456-cdbf89bedd95 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.249068] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce132c16-d67c-4e30-b87d-d1b6adacfdf5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.253846] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.254107] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.254269] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.254450] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.254595] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.254744] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.254950] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.255121] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.255289] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.255455] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.255627] env[71114]: DEBUG nova.virt.hardware [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.256636] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "788df085-c9c1-4f89-8b93-420dea3fd159" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.256994] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.257399] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "788df085-c9c1-4f89-8b93-420dea3fd159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.257602] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.257779] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.260631] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da677f99-bba6-4ede-a9dd-59d88e8171a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.264036] env[71114]: INFO nova.compute.manager [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Terminating instance [ 1227.267195] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1227.267195] env[71114]: value = "task-3822554" [ 1227.267195] env[71114]: _type = "Task" [ 1227.267195] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.277460] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab3466-ed10-41cf-9954-94067985dae2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.284096] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac175bd-bee6-4cf7-bd45-2b42cc0dca15 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.291930] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.314427] env[71114]: DEBUG nova.compute.provider_tree [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.320028] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:d0:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3708254f-f8c8-4c96-bc3f-9c3b0c84d327', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.324096] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.325247] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.325478] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f69faf56-dfe9-4998-ae3b-123740de35a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.348598] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.348598] env[71114]: value = "task-3822555" [ 1227.348598] env[71114]: _type = "Task" [ 1227.348598] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.359169] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: b3cfe0e4-d9c8-42d4-b1e1-589941801a8a] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.360957] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822555, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.401041] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "784e2b89-99c2-419a-a6e8-ff07623e1aff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.401287] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "784e2b89-99c2-419a-a6e8-ff07623e1aff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.560165] env[71114]: DEBUG oslo_vmware.api [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.588121] env[71114]: DEBUG oslo_concurrency.lockutils [req-272092f9-1c79-4157-9312-2f5d5bdd7597 req-689b533a-f93a-47e1-bdb3-95fd75d60e4a service nova] Releasing lock "refresh_cache-8964865f-3577-4b9e-9e6b-995ccf446397" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.773600] env[71114]: DEBUG nova.compute.manager [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1227.773847] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.774715] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb6d97-7488-414a-9671-07403f2d34eb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.783995] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.786579] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.786813] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ac25fa-8b9d-479f-a25c-c0142835a42e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.794379] env[71114]: DEBUG oslo_vmware.api [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1227.794379] env[71114]: value = "task-3822556" [ 1227.794379] env[71114]: _type = "Task" [ 1227.794379] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.803947] env[71114]: DEBUG oslo_vmware.api [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.826483] env[71114]: DEBUG nova.scheduler.client.report [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.859370] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822555, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.862302] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: fe89caa9-2994-4746-bfef-2caf5e023254] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.876396] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.903469] env[71114]: DEBUG nova.compute.manager [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.062021] env[71114]: DEBUG oslo_vmware.api [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Task: {'id': task-3822553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.797236} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.062458] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.062727] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.063028] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.063302] env[71114]: INFO nova.compute.manager [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1228.063651] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.064033] env[71114]: DEBUG nova.compute.manager [-] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.064244] env[71114]: DEBUG nova.network.neutron [-] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.279519] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822554, 'name': ReconfigVM_Task, 'duration_secs': 0.84446} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.279733] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 5466c469-9b41-4f7c-a2c8-5e9d59c13507/5466c469-9b41-4f7c-a2c8-5e9d59c13507.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.280387] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff4e95b9-8833-4dee-88f0-8586db11e13f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.286563] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1228.286563] env[71114]: value = "task-3822557" [ 1228.286563] env[71114]: _type = "Task" [ 1228.286563] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.294887] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822557, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.302761] env[71114]: DEBUG oslo_vmware.api [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822556, 'name': PowerOffVM_Task, 'duration_secs': 0.214601} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.303021] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.303196] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.303577] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ffc2bc3-c53d-46f5-8ae5-3303ce29426b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.331676] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.335942] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.482s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.337237] env[71114]: DEBUG nova.objects.instance [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lazy-loading 'resources' on Instance uuid 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.356659] env[71114]: DEBUG nova.compute.manager [req-6981a6a2-f404-4c91-bd4e-0f77395d7603 req-48999cd5-c016-4712-9854-8ac7b06ea58f service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Received event network-vif-deleted-db5dddb1-1c22-4db8-ae0d-0d604f96dfbf {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.356921] env[71114]: INFO nova.compute.manager [req-6981a6a2-f404-4c91-bd4e-0f77395d7603 req-48999cd5-c016-4712-9854-8ac7b06ea58f service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Neutron deleted interface db5dddb1-1c22-4db8-ae0d-0d604f96dfbf; detaching it from the instance and deleting it from the info cache [ 1228.357057] env[71114]: DEBUG nova.network.neutron [req-6981a6a2-f404-4c91-bd4e-0f77395d7603 req-48999cd5-c016-4712-9854-8ac7b06ea58f service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.360656] env[71114]: INFO nova.scheduler.client.report [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Deleted allocations for instance 5cc89839-9da6-4be3-9132-c08b9329e83b [ 1228.365286] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 00c9bb4e-4897-4282-8649-55a1041043f4] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.373291] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822555, 'name': CreateVM_Task, 'duration_secs': 0.755015} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.373810] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.374903] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.375030] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.375445] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.377126] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ec3662-b441-4181-9a69-867ab082b8bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.380754] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.380754] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.380754] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleting the datastore file [datastore1] 788df085-c9c1-4f89-8b93-420dea3fd159 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.381466] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-586276b0-bf7f-4885-bfe7-02b8a2bab58f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.385822] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1228.385822] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523ed984-688b-7660-6dd1-6ee5c0bced19" [ 1228.385822] env[71114]: _type = "Task" [ 1228.385822] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.391479] env[71114]: DEBUG oslo_vmware.api [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1228.391479] env[71114]: value = "task-3822559" [ 1228.391479] env[71114]: _type = "Task" [ 1228.391479] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.398975] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523ed984-688b-7660-6dd1-6ee5c0bced19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.405239] env[71114]: DEBUG oslo_vmware.api [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.428259] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.796728] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822557, 'name': Rename_Task, 'duration_secs': 0.188358} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.797394] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.797394] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95fff9bc-3e29-4e7d-86ab-c2abef015d7d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.803910] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1228.803910] env[71114]: value = "task-3822560" [ 1228.803910] env[71114]: _type = "Task" [ 1228.803910] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.812443] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.838172] env[71114]: DEBUG nova.network.neutron [-] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.866334] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e90615f-4ee0-4714-ba46-3c909bb0f27b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.875788] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 63908f55-ee31-46c3-afda-79191162c0a3] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.880421] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402fbdfb-a947-4a0d-97c8-d5682a7ab960 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.894321] env[71114]: DEBUG oslo_concurrency.lockutils [None req-21ddd37c-8f67-4b1b-9403-aab493f5e850 tempest-AttachInterfacesTestJSON-1065566038 tempest-AttachInterfacesTestJSON-1065566038-project-member] Lock "5cc89839-9da6-4be3-9132-c08b9329e83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.971s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.910983] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523ed984-688b-7660-6dd1-6ee5c0bced19, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.914351] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.914604] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.914946] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.915058] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.915166] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.915460] env[71114]: DEBUG oslo_vmware.api [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454533} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.928869] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daed6d7f-08fc-4465-b0ba-de048c67f009 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.931190] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.931425] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.931610] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.931800] env[71114]: INFO nova.compute.manager [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1228.932079] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.932381] env[71114]: DEBUG nova.compute.manager [req-6981a6a2-f404-4c91-bd4e-0f77395d7603 req-48999cd5-c016-4712-9854-8ac7b06ea58f service nova] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Detach interface failed, port_id=db5dddb1-1c22-4db8-ae0d-0d604f96dfbf, reason: Instance a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1228.933385] env[71114]: DEBUG nova.compute.manager [-] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.933484] env[71114]: DEBUG nova.network.neutron [-] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.944436] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.945212] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.948571] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70dcdd99-b43e-4641-8c76-3ea18b8da3d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.955658] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1228.955658] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5203a342-936d-1956-8c84-c0bc3959800e" [ 1228.955658] env[71114]: _type = "Task" [ 1228.955658] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.968631] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5203a342-936d-1956-8c84-c0bc3959800e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.110942] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7464b5ca-7a91-4a77-af99-b6ba2605c8be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.122206] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13ebcf9-d1ac-4959-a5a7-7c46f94ff09b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.156454] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9272ae-fb5e-4a8d-b807-283fb34e23e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.167567] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3378d5d-cdfe-4ffa-9a45-ff3fa2a1e153 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.186023] env[71114]: DEBUG nova.compute.provider_tree [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.317493] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822560, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.343372] env[71114]: INFO nova.compute.manager [-] [instance: a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f] Took 1.28 seconds to deallocate network for instance. [ 1229.394366] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 6491ab75-acd9-4ee0-9b62-648e99c61786] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.466977] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5203a342-936d-1956-8c84-c0bc3959800e, 'name': SearchDatastore_Task, 'duration_secs': 0.011342} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.468755] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f8220f-7e75-4725-8bbf-65ca09b32b48 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.473560] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1229.473560] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f089f5-b0a8-5f46-389d-861184dd95a4" [ 1229.473560] env[71114]: _type = "Task" [ 1229.473560] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.490973] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f089f5-b0a8-5f46-389d-861184dd95a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.687935] env[71114]: DEBUG nova.scheduler.client.report [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.815617] env[71114]: DEBUG oslo_vmware.api [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822560, 'name': PowerOnVM_Task, 'duration_secs': 0.830062} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.816133] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.816251] env[71114]: INFO nova.compute.manager [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1229.816434] env[71114]: DEBUG nova.compute.manager [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1229.817410] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef60895c-3bea-48a6-a373-e84e2438e63c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.850060] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.897386] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: cd25f327-611a-4b5f-baf6-916dbe1f8f6d] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.991288] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f089f5-b0a8-5f46-389d-861184dd95a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015682} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.991288] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.991288] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1575d037-9610-48b6-8ae4-08c76173bae4/1575d037-9610-48b6-8ae4-08c76173bae4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.991288] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f62bf042-aa0f-425e-94e9-e046764408dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.000030] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1230.000030] env[71114]: value = "task-3822561" [ 1230.000030] env[71114]: _type = "Task" [ 1230.000030] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.005468] env[71114]: DEBUG nova.network.neutron [-] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.011421] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.199028] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.199028] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.245s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.200235] env[71114]: DEBUG nova.objects.instance [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lazy-loading 'pci_requests' on Instance uuid cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.231015] env[71114]: INFO nova.scheduler.client.report [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted allocations for instance 4310bd0a-d3b9-493b-9018-2dfc8ae5a54f [ 1230.336083] env[71114]: INFO nova.compute.manager [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Took 28.75 seconds to build instance. [ 1230.383437] env[71114]: DEBUG nova.compute.manager [req-239b9641-07a7-4b48-af69-acc9a95c965f req-63140830-dc53-49c8-b5c1-14c8eb1e84e0 service nova] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Received event network-vif-deleted-465b122e-97d4-4d7b-ae12-94b1dc43fb7f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.401240] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: c10ce708-47bb-4099-918f-9475b1ecfd4e] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.511681] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822561, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.513333] env[71114]: INFO nova.compute.manager [-] [instance: 788df085-c9c1-4f89-8b93-420dea3fd159] Took 1.58 seconds to deallocate network for instance. [ 1230.706263] env[71114]: DEBUG nova.objects.instance [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lazy-loading 'numa_topology' on Instance uuid cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.742150] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ab6f8270-d4e0-439a-9631-9d1ee47d811e tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "4310bd0a-d3b9-493b-9018-2dfc8ae5a54f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.701s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.838468] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4dfde482-c1e7-4891-baaa-2057a168ed7e tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.269s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.906657] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: a7aad26c-c285-4d67-9af9-076fd1f0d9d6] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.012294] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656929} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.012848] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 1575d037-9610-48b6-8ae4-08c76173bae4/1575d037-9610-48b6-8ae4-08c76173bae4.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.013130] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.013823] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54dda82c-b3aa-4166-a8c8-cb73fd3817c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.021405] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.023361] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1231.023361] env[71114]: value = "task-3822562" [ 1231.023361] env[71114]: _type = "Task" [ 1231.023361] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.034910] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.212649] env[71114]: INFO nova.compute.claims [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.412481] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: f130ac14-ce51-46c2-84a9-d22fa13f3f8e] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.535331] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070182} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.536109] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.537060] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb031a01-6670-43f9-97e6-897787967ce4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.560871] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 1575d037-9610-48b6-8ae4-08c76173bae4/1575d037-9610-48b6-8ae4-08c76173bae4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.561232] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe04248-eafe-41c9-a476-187a82606b34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.587339] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1231.587339] env[71114]: value = "task-3822563" [ 1231.587339] env[71114]: _type = "Task" [ 1231.587339] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.596119] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.821679] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "888466c4-491a-476e-bcd3-f9ac7514ee0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.822024] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "888466c4-491a-476e-bcd3-f9ac7514ee0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.916297] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 699581d9-6007-4ea3-ae97-50b9babfcd49] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.938221] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb05b93-78bb-4054-8b3e-17c90336b4f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.948021] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff6829-c7d0-472f-b7cd-efa1cbcfab79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.984990] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f24c3b5-3020-4510-93d0-fab0573a456d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.994066] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea24a7-b60b-4df1-b951-5c2e0cf1d588 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.010061] env[71114]: DEBUG nova.compute.provider_tree [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.098419] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822563, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.327776] env[71114]: DEBUG nova.compute.manager [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.419909] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: b0d96ca6-5a28-4cbe-9b7f-6d43639479fc] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.513589] env[71114]: DEBUG nova.scheduler.client.report [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.602178] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822563, 'name': ReconfigVM_Task, 'duration_secs': 0.532095} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.602606] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 1575d037-9610-48b6-8ae4-08c76173bae4/1575d037-9610-48b6-8ae4-08c76173bae4.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.603482] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ebf3e65-dbd1-424c-86c0-59abb261bf5a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.611907] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1232.611907] env[71114]: value = "task-3822564" [ 1232.611907] env[71114]: _type = "Task" [ 1232.611907] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.622597] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822564, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.639265] env[71114]: DEBUG nova.compute.manager [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Stashing vm_state: active {{(pid=71114) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1232.852289] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.930471] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 567c2c93-bdd0-4013-b932-eb07d8294e52] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.019196] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.021491] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.145s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.058588] env[71114]: INFO nova.network.neutron [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating port a62d81d7-bdfd-4799-bea5-e3d00cda40a0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1233.123079] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822564, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.158084] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.433589] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: c1751036-ad4d-451b-a12c-a1771af5aadb] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.524686] env[71114]: DEBUG nova.objects.instance [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'migration_context' on Instance uuid 0225347e-72a8-4b98-8e7d-207b6b3abd41 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.623560] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822564, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.937269] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: e9cd253a-fe1d-4c04-ac2f-17207f16e7f6] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.123425] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822564, 'name': Rename_Task, 'duration_secs': 1.392035} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.123745] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.123936] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-740a5c4f-c778-43ee-8fbd-efcfcd8440ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.130818] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1234.130818] env[71114]: value = "task-3822565" [ 1234.130818] env[71114]: _type = "Task" [ 1234.130818] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.141913] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.233852] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4641e323-8235-490d-8a95-84f97f24f08c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.241839] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f91ca3c-0630-44c8-bdd9-70dc492abea5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.274206] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625df347-cb2f-4b55-b205-973970e3b680 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.282248] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e707b930-45c6-4bc0-a378-cad01eb1491f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.295970] env[71114]: DEBUG nova.compute.provider_tree [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.440712] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 7aedc4e0-6d2c-4754-aaad-0d8d94ca6afb] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.462495] env[71114]: DEBUG nova.compute.manager [req-73d9d7c2-f776-4ee1-b0ec-818ccd07bdae req-90be9b92-a91e-4f63-95af-fa4852957da4 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received event network-vif-plugged-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.462670] env[71114]: DEBUG oslo_concurrency.lockutils [req-73d9d7c2-f776-4ee1-b0ec-818ccd07bdae req-90be9b92-a91e-4f63-95af-fa4852957da4 service nova] Acquiring lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.462889] env[71114]: DEBUG oslo_concurrency.lockutils [req-73d9d7c2-f776-4ee1-b0ec-818ccd07bdae req-90be9b92-a91e-4f63-95af-fa4852957da4 service nova] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.466154] env[71114]: DEBUG oslo_concurrency.lockutils [req-73d9d7c2-f776-4ee1-b0ec-818ccd07bdae req-90be9b92-a91e-4f63-95af-fa4852957da4 service nova] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.466346] env[71114]: DEBUG nova.compute.manager [req-73d9d7c2-f776-4ee1-b0ec-818ccd07bdae req-90be9b92-a91e-4f63-95af-fa4852957da4 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] No waiting events found dispatching network-vif-plugged-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1234.466543] env[71114]: WARNING nova.compute.manager [req-73d9d7c2-f776-4ee1-b0ec-818ccd07bdae req-90be9b92-a91e-4f63-95af-fa4852957da4 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received unexpected event network-vif-plugged-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1234.543870] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.544099] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.544377] env[71114]: DEBUG nova.network.neutron [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.642059] env[71114]: DEBUG oslo_vmware.api [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822565, 'name': PowerOnVM_Task, 'duration_secs': 0.496892} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.642331] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.642538] env[71114]: DEBUG nova.compute.manager [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.643412] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa86014f-1813-4dc2-b136-6f911d8831ae {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.799465] env[71114]: DEBUG nova.scheduler.client.report [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.946558] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: e6e0bcec-4e82-45eb-ba70-03a2aa0648d9] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.163287] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.450972] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 23a6d860-acaa-4507-8d5a-af16de278202] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.582124] env[71114]: DEBUG nova.network.neutron [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating instance_info_cache with network_info: [{"id": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "address": "fa:16:3e:2a:7c:0e", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62d81d7-bd", "ovs_interfaceid": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.811802] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.790s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.817645] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.390s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.820638] env[71114]: INFO nova.compute.claims [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.955160] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 2f9f3bdd-1c9a-456b-9959-146dc2aec368] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.085674] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.116048] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b6a3631d2726767699cf934f897c431c',container_format='bare',created_at=2025-05-05T22:38:29Z,direct_url=,disk_format='vmdk',id=023ba06d-6a15-49c6-b0fd-a037d3d2f4d6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1932220744-shelved',owner='497d0206222d447f9044bcd4c610ad5e',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-05T22:38:46Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1236.116194] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1236.116315] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1236.116498] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1236.116645] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1236.116791] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1236.117035] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1236.117206] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1236.117439] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1236.117619] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1236.117802] env[71114]: DEBUG nova.virt.hardware [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1236.118834] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e84a26-f9bd-4718-99d1-4f9e6fdf0cad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.127335] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41789278-f3d6-4aa5-98e5-0bf71ad12c59 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.143322] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:7c:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a62d81d7-bdfd-4799-bea5-e3d00cda40a0', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.155926] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.156341] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.156694] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e6fda3e-34ac-4408-8901-dc393223b2cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.186647] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.186647] env[71114]: value = "task-3822566" [ 1236.186647] env[71114]: _type = "Task" [ 1236.186647] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.198014] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822566, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.458524] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 0d8f036f-f0f4-4a10-ae2c-070aef7a9e78] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.488934] env[71114]: DEBUG nova.compute.manager [req-7b96ace7-b01e-48a9-8780-9540b217f4d1 req-e50a8dc3-0ca9-4758-9b03-197e352b07d9 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received event network-changed-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.489143] env[71114]: DEBUG nova.compute.manager [req-7b96ace7-b01e-48a9-8780-9540b217f4d1 req-e50a8dc3-0ca9-4758-9b03-197e352b07d9 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Refreshing instance network info cache due to event network-changed-a62d81d7-bdfd-4799-bea5-e3d00cda40a0. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.489371] env[71114]: DEBUG oslo_concurrency.lockutils [req-7b96ace7-b01e-48a9-8780-9540b217f4d1 req-e50a8dc3-0ca9-4758-9b03-197e352b07d9 service nova] Acquiring lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.489512] env[71114]: DEBUG oslo_concurrency.lockutils [req-7b96ace7-b01e-48a9-8780-9540b217f4d1 req-e50a8dc3-0ca9-4758-9b03-197e352b07d9 service nova] Acquired lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.489682] env[71114]: DEBUG nova.network.neutron [req-7b96ace7-b01e-48a9-8780-9540b217f4d1 req-e50a8dc3-0ca9-4758-9b03-197e352b07d9 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Refreshing network info cache for port a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.698390] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822566, 'name': CreateVM_Task, 'duration_secs': 0.47681} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.698573] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.699752] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.699752] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.699887] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.700191] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a762f14e-4685-4551-a8df-fe0c41724b61 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.705297] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1236.705297] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5276eea7-8aa5-39c0-3ce9-b1b163d4b275" [ 1236.705297] env[71114]: _type = "Task" [ 1236.705297] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.713837] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5276eea7-8aa5-39c0-3ce9-b1b163d4b275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.961998] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: d760b9b9-a311-474b-99f8-b3397ade6488] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.030607] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512eca3d-41db-4fad-a176-48b8c0c0237d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.038622] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d213dab4-ca96-4f88-9aac-c4bcfa036372 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.074207] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c659ff3-c267-45d1-90ea-76608f210245 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.081974] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370db40e-3d9a-45a7-b85e-ba02c49fd141 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.096203] env[71114]: DEBUG nova.compute.provider_tree [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.218291] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.218630] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Processing image 023ba06d-6a15-49c6-b0fd-a037d3d2f4d6 {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.218987] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.218987] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.219180] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.219448] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48f5a643-69bf-4572-9b8b-cf66467bb16c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.229255] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.229544] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.230399] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1615e319-7b74-4af5-b9d1-9da3bb53bc6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.237668] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1237.237668] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b05313-4648-5895-e421-21bad229cf0c" [ 1237.237668] env[71114]: _type = "Task" [ 1237.237668] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.246757] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b05313-4648-5895-e421-21bad229cf0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.290690] env[71114]: DEBUG nova.network.neutron [req-7b96ace7-b01e-48a9-8780-9540b217f4d1 req-e50a8dc3-0ca9-4758-9b03-197e352b07d9 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updated VIF entry in instance network info cache for port a62d81d7-bdfd-4799-bea5-e3d00cda40a0. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.290812] env[71114]: DEBUG nova.network.neutron [req-7b96ace7-b01e-48a9-8780-9540b217f4d1 req-e50a8dc3-0ca9-4758-9b03-197e352b07d9 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating instance_info_cache with network_info: [{"id": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "address": "fa:16:3e:2a:7c:0e", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa62d81d7-bd", "ovs_interfaceid": "a62d81d7-bdfd-4799-bea5-e3d00cda40a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.356258] env[71114]: INFO nova.compute.manager [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Swapping old allocation on dict_keys(['13a14cd9-7c38-44b3-b96e-6e3ba6d36311']) held by migration fb493f7e-9a50-4fd8-9d78-1547e81aa341 for instance [ 1237.381053] env[71114]: DEBUG nova.scheduler.client.report [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Overwriting current allocation {'allocations': {'13a14cd9-7c38-44b3-b96e-6e3ba6d36311': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 165}}, 'project_id': 'c893d2b0a2354cf091400271250ecff9', 'user_id': '1bb5897490bc41e2a103950c912f5bdf', 'consumer_generation': 1} on consumer 0225347e-72a8-4b98-8e7d-207b6b3abd41 {{(pid=71114) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1237.466093] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: b2f9536e-f32c-4e94-bb2f-eced831895f4] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.472216] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.472581] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.472883] env[71114]: DEBUG nova.network.neutron [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.600042] env[71114]: DEBUG nova.scheduler.client.report [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.753127] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Preparing fetch location {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1237.753558] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Fetch image to [datastore1] OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8/OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8.vmdk {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1237.753867] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Downloading stream optimized image 023ba06d-6a15-49c6-b0fd-a037d3d2f4d6 to [datastore1] OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8/OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8.vmdk on the data store datastore1 as vApp {{(pid=71114) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1237.754159] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Downloading image file data 023ba06d-6a15-49c6-b0fd-a037d3d2f4d6 to the ESX as VM named 'OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8' {{(pid=71114) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1237.811245] env[71114]: DEBUG oslo_concurrency.lockutils [req-7b96ace7-b01e-48a9-8780-9540b217f4d1 req-e50a8dc3-0ca9-4758-9b03-197e352b07d9 service nova] Releasing lock "refresh_cache-cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.846679] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1237.846679] env[71114]: value = "resgroup-9" [ 1237.846679] env[71114]: _type = "ResourcePool" [ 1237.846679] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1237.847109] env[71114]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e5c5a319-e3b4-466e-a785-b245f53e6d69 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.879847] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lease: (returnval){ [ 1237.879847] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f515a6-1cba-cd3d-af03-d47cfeef4bf4" [ 1237.879847] env[71114]: _type = "HttpNfcLease" [ 1237.879847] env[71114]: } obtained for vApp import into resource pool (val){ [ 1237.879847] env[71114]: value = "resgroup-9" [ 1237.879847] env[71114]: _type = "ResourcePool" [ 1237.879847] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1237.880251] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the lease: (returnval){ [ 1237.880251] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f515a6-1cba-cd3d-af03-d47cfeef4bf4" [ 1237.880251] env[71114]: _type = "HttpNfcLease" [ 1237.880251] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1237.888559] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.888559] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f515a6-1cba-cd3d-af03-d47cfeef4bf4" [ 1237.888559] env[71114]: _type = "HttpNfcLease" [ 1237.888559] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1237.969488] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: c7c2f338-e656-408e-bae8-92bb630d2aa9] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.105488] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.106068] env[71114]: DEBUG nova.compute.manager [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.109148] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.259s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.109379] env[71114]: DEBUG nova.objects.instance [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lazy-loading 'resources' on Instance uuid a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.229768] env[71114]: DEBUG nova.network.neutron [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance_info_cache with network_info: [{"id": "bd826a70-260a-43bf-8abe-6348b2209fd4", "address": "fa:16:3e:1d:77:76", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd826a70-26", "ovs_interfaceid": "bd826a70-260a-43bf-8abe-6348b2209fd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.389715] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1238.389715] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f515a6-1cba-cd3d-af03-d47cfeef4bf4" [ 1238.389715] env[71114]: _type = "HttpNfcLease" [ 1238.389715] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1238.473645] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: d9068da9-cfe5-40fd-95b8-5c5597f5e268] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.613194] env[71114]: DEBUG nova.compute.utils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.614865] env[71114]: DEBUG nova.compute.manager [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.615530] env[71114]: DEBUG nova.network.neutron [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.658845] env[71114]: DEBUG nova.policy [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dade4f683e6246db800d671d2fcdb040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a780e78509c4508bc622ab228f8dd08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.733520] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-0225347e-72a8-4b98-8e7d-207b6b3abd41" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.734843] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366f6282-acd3-4b62-a988-4d626f7d7c3f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.742774] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3657044-89d1-4056-87ba-8f9cb0dcb7f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.830844] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3c2ae2-e082-4eb7-9bc2-e7552f8a4c89 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.839327] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08997c8-9533-461f-a0b1-50afd8d8d263 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.872464] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bec86c9-e628-45c4-964a-08f1d85f31f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.881010] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b3996-2660-4258-bcbc-db9da0f3837e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.893353] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1238.893353] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f515a6-1cba-cd3d-af03-d47cfeef4bf4" [ 1238.893353] env[71114]: _type = "HttpNfcLease" [ 1238.893353] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1238.901798] env[71114]: DEBUG nova.compute.provider_tree [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.977388] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: c98896e0-beae-4aa6-b353-2cd3e1a390fe] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.993626] env[71114]: DEBUG nova.network.neutron [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Successfully created port: 320125d5-3a3c-4571-8b70-000197a5f47f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.121679] env[71114]: DEBUG nova.compute.manager [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.394953] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1239.394953] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f515a6-1cba-cd3d-af03-d47cfeef4bf4" [ 1239.394953] env[71114]: _type = "HttpNfcLease" [ 1239.394953] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1239.395302] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1239.395302] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f515a6-1cba-cd3d-af03-d47cfeef4bf4" [ 1239.395302] env[71114]: _type = "HttpNfcLease" [ 1239.395302] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1239.396114] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21df3f64-1f1b-4ee8-b0db-18666e414360 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.404436] env[71114]: DEBUG nova.scheduler.client.report [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.407814] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f43d7c-f865-9297-757c-629915d75404/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1239.407998] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f43d7c-f865-9297-757c-629915d75404/disk-0.vmdk. {{(pid=71114) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1239.470139] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a4f6b42-83f0-4ad7-aaba-fb218db87ebd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.481895] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 7908850c-f4b3-41ac-9c4a-41c21151041c] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.848518] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.848828] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b06b7e9-f9fc-400b-b1cf-1f3bb7cfca5f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.858642] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1239.858642] env[71114]: value = "task-3822568" [ 1239.858642] env[71114]: _type = "Task" [ 1239.858642] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.870480] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.911802] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.915603] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.895s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.916064] env[71114]: DEBUG nova.objects.instance [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lazy-loading 'resources' on Instance uuid 788df085-c9c1-4f89-8b93-420dea3fd159 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.936428] env[71114]: INFO nova.scheduler.client.report [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Deleted allocations for instance a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f [ 1239.986288] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: eb07163f-4135-46ed-ab10-dee92d3942cd] Instance has had 0 of 5 cleanup attempts {{(pid=71114) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.131516] env[71114]: DEBUG nova.compute.manager [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.162613] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.162875] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.163057] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.163331] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.163525] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.163712] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.164016] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.164231] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.164433] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.164612] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.164836] env[71114]: DEBUG nova.virt.hardware [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.165846] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467bd13b-440c-4103-bb09-c749dd12abf3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.176916] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f47f0df-48b0-4e26-bfde-8bf10f28e5ec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.370522] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822568, 'name': PowerOffVM_Task, 'duration_secs': 0.222652} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.374386] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.375303] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.375619] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.375861] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.376169] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.376359] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.376542] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.376809] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.377049] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.377276] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.377494] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.377708] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.385558] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-005f13e1-9af9-419b-bc78-08c9f4d0eb3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.408104] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1240.408104] env[71114]: value = "task-3822569" [ 1240.408104] env[71114]: _type = "Task" [ 1240.408104] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.422681] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.438543] env[71114]: DEBUG nova.compute.manager [req-9afa7c61-7f16-4bc0-bd94-4349709cd1c6 req-2bad0bc0-fdcc-47af-b117-40d034ecdd3a service nova] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Received event network-vif-plugged-320125d5-3a3c-4571-8b70-000197a5f47f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.438967] env[71114]: DEBUG oslo_concurrency.lockutils [req-9afa7c61-7f16-4bc0-bd94-4349709cd1c6 req-2bad0bc0-fdcc-47af-b117-40d034ecdd3a service nova] Acquiring lock "784e2b89-99c2-419a-a6e8-ff07623e1aff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.440459] env[71114]: DEBUG oslo_concurrency.lockutils [req-9afa7c61-7f16-4bc0-bd94-4349709cd1c6 req-2bad0bc0-fdcc-47af-b117-40d034ecdd3a service nova] Lock "784e2b89-99c2-419a-a6e8-ff07623e1aff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.440459] env[71114]: DEBUG oslo_concurrency.lockutils [req-9afa7c61-7f16-4bc0-bd94-4349709cd1c6 req-2bad0bc0-fdcc-47af-b117-40d034ecdd3a service nova] Lock "784e2b89-99c2-419a-a6e8-ff07623e1aff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.440459] env[71114]: DEBUG nova.compute.manager [req-9afa7c61-7f16-4bc0-bd94-4349709cd1c6 req-2bad0bc0-fdcc-47af-b117-40d034ecdd3a service nova] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] No waiting events found dispatching network-vif-plugged-320125d5-3a3c-4571-8b70-000197a5f47f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.440459] env[71114]: WARNING nova.compute.manager [req-9afa7c61-7f16-4bc0-bd94-4349709cd1c6 req-2bad0bc0-fdcc-47af-b117-40d034ecdd3a service nova] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Received unexpected event network-vif-plugged-320125d5-3a3c-4571-8b70-000197a5f47f for instance with vm_state building and task_state spawning. [ 1240.450113] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6aea19cd-83cf-4a53-9962-20c03cea52ee tempest-ServerRescueTestJSON-164964489 tempest-ServerRescueTestJSON-164964489-project-member] Lock "a21b2109-e4bd-4b9c-b0a9-ef92b7dec76f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.572s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.493289] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.493566] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Cleaning up deleted instances with incomplete migration {{(pid=71114) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1240.597305] env[71114]: DEBUG nova.network.neutron [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Successfully updated port: 320125d5-3a3c-4571-8b70-000197a5f47f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.657423] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08f5738-b5fe-4fd0-b990-903c0747d662 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.668605] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690707c3-6d7f-4ecb-a3f1-7f04eb028e05 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.708080] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6016d7-b296-40d6-ab96-ab0bfa3f2ee1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.716701] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc93603b-27c2-4410-a664-a5e1be7afeb4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.721293] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Completed reading data from the image iterator. {{(pid=71114) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1240.721528] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f43d7c-f865-9297-757c-629915d75404/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1240.722322] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b0e188-3367-4ce3-bb14-f95e8f13f858 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.728882] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f43d7c-f865-9297-757c-629915d75404/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1240.729039] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f43d7c-f865-9297-757c-629915d75404/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1240.736977] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c8d267c6-bc02-465d-b7ec-c10655677758 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.739091] env[71114]: DEBUG nova.compute.provider_tree [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.920865] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822569, 'name': ReconfigVM_Task, 'duration_secs': 0.215476} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.922027] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb0513d-8b3a-439a-a1c1-d906bfb0be5a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.947492] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.947844] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.948050] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.948280] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.948513] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.948614] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.948860] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.949071] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.949283] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.949472] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.949705] env[71114]: DEBUG nova.virt.hardware [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.950878] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4866fbae-0bd0-4567-acb9-06e13dbdbe1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.959592] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1240.959592] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5261abcc-0fac-31b0-46d2-e70f844e65d6" [ 1240.959592] env[71114]: _type = "Task" [ 1240.959592] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.972366] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5261abcc-0fac-31b0-46d2-e70f844e65d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.979164] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.979416] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52205a91-8e1a-46fd-ab9d-6bf2e6f77192 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.996720] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.001024] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1241.001024] env[71114]: value = "task-3822570" [ 1241.001024] env[71114]: _type = "Task" [ 1241.001024] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.009944] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.103381] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "refresh_cache-784e2b89-99c2-419a-a6e8-ff07623e1aff" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.103620] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "refresh_cache-784e2b89-99c2-419a-a6e8-ff07623e1aff" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.103820] env[71114]: DEBUG nova.network.neutron [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.116824] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f43d7c-f865-9297-757c-629915d75404/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1241.117130] env[71114]: INFO nova.virt.vmwareapi.images [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Downloaded image file data 023ba06d-6a15-49c6-b0fd-a037d3d2f4d6 [ 1241.118445] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384f39f9-be64-4e69-98bf-8eaa3872e6c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.137655] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8009f63-6eb4-4e69-b1e5-37e81b471707 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.213020] env[71114]: INFO nova.virt.vmwareapi.images [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] The imported VM was unregistered [ 1241.215825] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Caching image {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1241.216256] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating directory with path [datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6 {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.216612] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fccde5a5-30c3-4a3c-9133-ee382bde59e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.242660] env[71114]: DEBUG nova.scheduler.client.report [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.249571] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Created directory with path [datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6 {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.249915] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8/OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8.vmdk to [datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6.vmdk. {{(pid=71114) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1241.250682] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5d126181-cde4-455d-8265-76acf2d80af0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.262255] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1241.262255] env[71114]: value = "task-3822572" [ 1241.262255] env[71114]: _type = "Task" [ 1241.262255] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.276638] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822572, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.510810] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.659998] env[71114]: DEBUG nova.network.neutron [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.752349] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.756830] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.904s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.760324] env[71114]: INFO nova.compute.claims [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.783803] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822572, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.788883] env[71114]: INFO nova.scheduler.client.report [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted allocations for instance 788df085-c9c1-4f89-8b93-420dea3fd159 [ 1241.932822] env[71114]: DEBUG nova.network.neutron [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Updating instance_info_cache with network_info: [{"id": "320125d5-3a3c-4571-8b70-000197a5f47f", "address": "fa:16:3e:32:7d:aa", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap320125d5-3a", "ovs_interfaceid": "320125d5-3a3c-4571-8b70-000197a5f47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.014378] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822570, 'name': ReconfigVM_Task, 'duration_secs': 0.846907} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.015384] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.016394] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464f199-247e-4c7f-8ff0-f0a68591a6c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.056888] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 0225347e-72a8-4b98-8e7d-207b6b3abd41/0225347e-72a8-4b98-8e7d-207b6b3abd41.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.057404] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a11b37-f22c-4a79-aa93-e8eb21166129 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.082586] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1242.082586] env[71114]: value = "task-3822573" [ 1242.082586] env[71114]: _type = "Task" [ 1242.082586] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.092460] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.284653] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822572, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.297712] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b3b75ef3-6cf5-454a-923e-10c11777da56 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "788df085-c9c1-4f89-8b93-420dea3fd159" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.041s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.436936] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "refresh_cache-784e2b89-99c2-419a-a6e8-ff07623e1aff" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.437612] env[71114]: DEBUG nova.compute.manager [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Instance network_info: |[{"id": "320125d5-3a3c-4571-8b70-000197a5f47f", "address": "fa:16:3e:32:7d:aa", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap320125d5-3a", "ovs_interfaceid": "320125d5-3a3c-4571-8b70-000197a5f47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.437791] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:7d:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '320125d5-3a3c-4571-8b70-000197a5f47f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.449531] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.450181] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.450454] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9fec920-f9ef-4ef7-a631-af4daeecfdc9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.471325] env[71114]: DEBUG nova.compute.manager [req-d0a86457-8777-423e-ba13-a4771b830d62 req-a23a2903-8366-49bf-9010-c50dfc2ec403 service nova] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Received event network-changed-320125d5-3a3c-4571-8b70-000197a5f47f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.471538] env[71114]: DEBUG nova.compute.manager [req-d0a86457-8777-423e-ba13-a4771b830d62 req-a23a2903-8366-49bf-9010-c50dfc2ec403 service nova] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Refreshing instance network info cache due to event network-changed-320125d5-3a3c-4571-8b70-000197a5f47f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.471752] env[71114]: DEBUG oslo_concurrency.lockutils [req-d0a86457-8777-423e-ba13-a4771b830d62 req-a23a2903-8366-49bf-9010-c50dfc2ec403 service nova] Acquiring lock "refresh_cache-784e2b89-99c2-419a-a6e8-ff07623e1aff" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.471893] env[71114]: DEBUG oslo_concurrency.lockutils [req-d0a86457-8777-423e-ba13-a4771b830d62 req-a23a2903-8366-49bf-9010-c50dfc2ec403 service nova] Acquired lock "refresh_cache-784e2b89-99c2-419a-a6e8-ff07623e1aff" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.472088] env[71114]: DEBUG nova.network.neutron [req-d0a86457-8777-423e-ba13-a4771b830d62 req-a23a2903-8366-49bf-9010-c50dfc2ec403 service nova] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Refreshing network info cache for port 320125d5-3a3c-4571-8b70-000197a5f47f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.475327] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.475327] env[71114]: value = "task-3822574" [ 1242.475327] env[71114]: _type = "Task" [ 1242.475327] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.489092] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822574, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.596487] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.775259] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822572, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.993731] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822574, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.028224] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee6764b-8a17-470c-ade9-a3d7c82ae19f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.040671] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b1a279-bb4a-41f2-8fa1-20a95a3afefb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.077660] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f58ec0a-62bb-4f99-808f-8458795550e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.091268] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f45931-8fa4-4830-8291-c2f31ecbeb13 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.101719] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822573, 'name': ReconfigVM_Task, 'duration_secs': 0.888809} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.115239] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 0225347e-72a8-4b98-8e7d-207b6b3abd41/0225347e-72a8-4b98-8e7d-207b6b3abd41.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.115807] env[71114]: DEBUG nova.compute.provider_tree [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.117991] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8305bc18-d7e8-46ca-9e2a-f4e668af8712 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.142188] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea48e8b0-12a1-4e0a-a361-c18cd39f6eb2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.169736] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54e23b4-9721-4f40-901d-9496aae253bc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.194749] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c31a63-8e35-47a8-9550-c764ae2257de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.202657] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.205406] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06591250-bda0-45d1-911f-a0a099f023a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.213911] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1243.213911] env[71114]: value = "task-3822575" [ 1243.213911] env[71114]: _type = "Task" [ 1243.213911] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.223710] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.277519] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822572, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.381536] env[71114]: DEBUG nova.network.neutron [req-d0a86457-8777-423e-ba13-a4771b830d62 req-a23a2903-8366-49bf-9010-c50dfc2ec403 service nova] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Updated VIF entry in instance network info cache for port 320125d5-3a3c-4571-8b70-000197a5f47f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.381940] env[71114]: DEBUG nova.network.neutron [req-d0a86457-8777-423e-ba13-a4771b830d62 req-a23a2903-8366-49bf-9010-c50dfc2ec403 service nova] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Updating instance_info_cache with network_info: [{"id": "320125d5-3a3c-4571-8b70-000197a5f47f", "address": "fa:16:3e:32:7d:aa", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap320125d5-3a", "ovs_interfaceid": "320125d5-3a3c-4571-8b70-000197a5f47f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.488860] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822574, 'name': CreateVM_Task, 'duration_secs': 0.857855} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.489071] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.489696] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.489868] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.490232] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.490498] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a474cef2-3ef5-49cc-9c0e-dd3eb3709e51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.495933] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1243.495933] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e76320-cfcb-c472-2a36-8ebce998d48c" [ 1243.495933] env[71114]: _type = "Task" [ 1243.495933] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.504571] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e76320-cfcb-c472-2a36-8ebce998d48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.623070] env[71114]: DEBUG nova.scheduler.client.report [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.724624] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822575, 'name': PowerOnVM_Task} progress is 76%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.729799] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "a0011b35-468b-406f-99c1-fba87e03c9fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.730046] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "a0011b35-468b-406f-99c1-fba87e03c9fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.777063] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822572, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.884688] env[71114]: DEBUG oslo_concurrency.lockutils [req-d0a86457-8777-423e-ba13-a4771b830d62 req-a23a2903-8366-49bf-9010-c50dfc2ec403 service nova] Releasing lock "refresh_cache-784e2b89-99c2-419a-a6e8-ff07623e1aff" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.007489] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e76320-cfcb-c472-2a36-8ebce998d48c, 'name': SearchDatastore_Task, 'duration_secs': 0.091795} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.007807] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.008050] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.008322] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.008475] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.008655] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.008913] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-648cea35-1e13-4f3e-8546-be697d5ffad8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.020253] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.020314] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.021061] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4553b8f7-e001-4ba0-b079-6ae0eeab8003 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.027618] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1244.027618] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523aee9c-5e29-28df-a8ff-2746a883d0fb" [ 1244.027618] env[71114]: _type = "Task" [ 1244.027618] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.035587] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523aee9c-5e29-28df-a8ff-2746a883d0fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.128906] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.129507] env[71114]: DEBUG nova.compute.manager [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.132158] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.974s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.223983] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822575, 'name': PowerOnVM_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.232622] env[71114]: DEBUG nova.compute.manager [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.278074] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822572, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.978158} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.278314] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8/OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8.vmdk to [datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6.vmdk. [ 1244.278491] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Cleaning up location [datastore1] OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8 {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1244.278652] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3d3515f1-76c9-4851-9ecd-de2caab9eed8 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.278914] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65865a03-d2cd-48f4-9985-786c88f7f9a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.287208] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1244.287208] env[71114]: value = "task-3822576" [ 1244.287208] env[71114]: _type = "Task" [ 1244.287208] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.297650] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.540122] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523aee9c-5e29-28df-a8ff-2746a883d0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.0496} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.540852] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac897dd2-aab0-4be2-9493-febda98e36da {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.546314] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1244.546314] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b661a4-37f4-2f3f-973d-b6ce5fe10b8a" [ 1244.546314] env[71114]: _type = "Task" [ 1244.546314] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.555793] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b661a4-37f4-2f3f-973d-b6ce5fe10b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.635923] env[71114]: DEBUG nova.compute.utils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.639471] env[71114]: INFO nova.compute.claims [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.643086] env[71114]: DEBUG nova.compute.manager [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.643272] env[71114]: DEBUG nova.network.neutron [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.680293] env[71114]: DEBUG nova.policy [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b73ab18eef4445490b4c5b8ef022b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b36391be1d4f49896735c4a5690c42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.730796] env[71114]: DEBUG oslo_vmware.api [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822575, 'name': PowerOnVM_Task, 'duration_secs': 1.187159} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.731842] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.758589] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.799432] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071737} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.799634] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.799800] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.800054] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6.vmdk to [datastore1] cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e/cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.800620] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-089d5f96-64ff-439d-9d30-dcdc630d496f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.810848] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1244.810848] env[71114]: value = "task-3822577" [ 1244.810848] env[71114]: _type = "Task" [ 1244.810848] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.820676] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.949367] env[71114]: DEBUG nova.network.neutron [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Successfully created port: 441abec2-cd85-4660-b80b-ff8640e720a6 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.057264] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b661a4-37f4-2f3f-973d-b6ce5fe10b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.094508} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.057264] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.057552] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 784e2b89-99c2-419a-a6e8-ff07623e1aff/784e2b89-99c2-419a-a6e8-ff07623e1aff.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.057675] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-912f98e1-cc11-4bfe-ad25-d2491775a48b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.065221] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1245.065221] env[71114]: value = "task-3822578" [ 1245.065221] env[71114]: _type = "Task" [ 1245.065221] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.074087] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.144353] env[71114]: DEBUG nova.compute.manager [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.148629] env[71114]: INFO nova.compute.resource_tracker [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating resource usage from migration 2a2165e8-dd5e-4563-8212-3b06c50b7a7d [ 1245.322567] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.351223] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1606d0e-36b8-4f9f-958c-02a575f92d3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.360144] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0972dcb-485e-4166-846b-52d6d38e81f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.392489] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d586c-fb14-4275-a58f-3eeb70c86a6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.400352] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d746bee-2c18-4b26-a6ae-8a2afe93b6e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.415104] env[71114]: DEBUG nova.compute.provider_tree [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.576051] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.791898] env[71114]: INFO nova.compute.manager [None req-4ac4f1b3-81f3-4754-aef7-8c599c8c065c tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance to original state: 'active' [ 1245.824383] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822577, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.918770] env[71114]: DEBUG nova.scheduler.client.report [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.076793] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822578, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.158546] env[71114]: DEBUG nova.compute.manager [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.189814] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.190233] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.190499] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.190783] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.190980] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.191240] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.191499] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.191668] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.191841] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.192088] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.192279] env[71114]: DEBUG nova.virt.hardware [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.193246] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06352d0c-b364-4e6b-be5e-fcca8c3cfd4d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.205589] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c67ed2-42e4-4266-bde1-11f97003ce05 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.323564] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822577, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.393946] env[71114]: DEBUG nova.compute.manager [req-6e1c2ede-9b86-4703-95d0-7d27e10506cc req-61159dbf-477b-4d13-8175-c74902ec77b6 service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Received event network-vif-plugged-441abec2-cd85-4660-b80b-ff8640e720a6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.394246] env[71114]: DEBUG oslo_concurrency.lockutils [req-6e1c2ede-9b86-4703-95d0-7d27e10506cc req-61159dbf-477b-4d13-8175-c74902ec77b6 service nova] Acquiring lock "888466c4-491a-476e-bcd3-f9ac7514ee0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.394477] env[71114]: DEBUG oslo_concurrency.lockutils [req-6e1c2ede-9b86-4703-95d0-7d27e10506cc req-61159dbf-477b-4d13-8175-c74902ec77b6 service nova] Lock "888466c4-491a-476e-bcd3-f9ac7514ee0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.394731] env[71114]: DEBUG oslo_concurrency.lockutils [req-6e1c2ede-9b86-4703-95d0-7d27e10506cc req-61159dbf-477b-4d13-8175-c74902ec77b6 service nova] Lock "888466c4-491a-476e-bcd3-f9ac7514ee0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.394848] env[71114]: DEBUG nova.compute.manager [req-6e1c2ede-9b86-4703-95d0-7d27e10506cc req-61159dbf-477b-4d13-8175-c74902ec77b6 service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] No waiting events found dispatching network-vif-plugged-441abec2-cd85-4660-b80b-ff8640e720a6 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1246.394974] env[71114]: WARNING nova.compute.manager [req-6e1c2ede-9b86-4703-95d0-7d27e10506cc req-61159dbf-477b-4d13-8175-c74902ec77b6 service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Received unexpected event network-vif-plugged-441abec2-cd85-4660-b80b-ff8640e720a6 for instance with vm_state building and task_state spawning. [ 1246.424291] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.292s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.424875] env[71114]: INFO nova.compute.manager [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Migrating [ 1246.431288] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.269s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.431549] env[71114]: DEBUG nova.objects.instance [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1246.575997] env[71114]: DEBUG nova.network.neutron [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Successfully updated port: 441abec2-cd85-4660-b80b-ff8640e720a6 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.586096] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.828858] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822577, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.944418] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.944602] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.944788] env[71114]: DEBUG nova.network.neutron [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.078478] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822578, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.741693} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.078478] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 784e2b89-99c2-419a-a6e8-ff07623e1aff/784e2b89-99c2-419a-a6e8-ff07623e1aff.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.078745] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.078919] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f037274d-6c79-466e-a9a0-b9cead20529d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.081218] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "refresh_cache-888466c4-491a-476e-bcd3-f9ac7514ee0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.081356] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "refresh_cache-888466c4-491a-476e-bcd3-f9ac7514ee0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.081501] env[71114]: DEBUG nova.network.neutron [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.088288] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1247.088288] env[71114]: value = "task-3822579" [ 1247.088288] env[71114]: _type = "Task" [ 1247.088288] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.098805] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.275636] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.275983] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.276197] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "0225347e-72a8-4b98-8e7d-207b6b3abd41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.276414] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.276597] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.278825] env[71114]: INFO nova.compute.manager [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Terminating instance [ 1247.326725] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822577, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.446320] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f254bd0b-22c5-482f-9330-0b7be58fbd3c tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.447771] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.689s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.449499] env[71114]: INFO nova.compute.claims [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.599055] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084216} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.599513] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.601346] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa6823b-759e-4f4a-92f2-2862ee547838 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.623678] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 784e2b89-99c2-419a-a6e8-ff07623e1aff/784e2b89-99c2-419a-a6e8-ff07623e1aff.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.623963] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e35b04-fd02-4638-9e43-17cb26b0110a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.645943] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1247.645943] env[71114]: value = "task-3822580" [ 1247.645943] env[71114]: _type = "Task" [ 1247.645943] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.653772] env[71114]: DEBUG nova.network.neutron [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.659765] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.783837] env[71114]: DEBUG nova.compute.manager [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.784150] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.784458] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec27498-24c1-4781-9552-4a111a52268a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.792238] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1247.792238] env[71114]: value = "task-3822581" [ 1247.792238] env[71114]: _type = "Task" [ 1247.792238] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.796787] env[71114]: DEBUG nova.network.neutron [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance_info_cache with network_info: [{"id": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "address": "fa:16:3e:08:bd:69", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aaf1c7c-53", "ovs_interfaceid": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.804926] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.826675] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822577, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.891112] env[71114]: DEBUG nova.network.neutron [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Updating instance_info_cache with network_info: [{"id": "441abec2-cd85-4660-b80b-ff8640e720a6", "address": "fa:16:3e:dc:49:46", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441abec2-cd", "ovs_interfaceid": "441abec2-cd85-4660-b80b-ff8640e720a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.157031] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.302518] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.303964] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822581, 'name': PowerOffVM_Task, 'duration_secs': 0.353248} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.304627] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.304763] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1248.304932] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760026', 'volume_id': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'name': 'volume-0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0225347e-72a8-4b98-8e7d-207b6b3abd41', 'attached_at': '2025-05-05T22:39:22.000000', 'detached_at': '', 'volume_id': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'serial': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1248.305730] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dcbcbc-1a4b-4d13-bfe9-d89dbf1e2e86 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.330612] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a957b8-d0cc-413a-b232-0d87f5b523a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.340710] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822577, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.253668} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.342521] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6/023ba06d-6a15-49c6-b0fd-a037d3d2f4d6.vmdk to [datastore1] cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e/cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.343408] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd220965-9b1d-4af4-ab29-628112ebee36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.346302] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3157d2-6cb8-43c1-bea3-8bf145c0ea3f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.370055] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e/cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e.vmdk or device None with type streamOptimized {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.385745] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15b95917-f1d5-4958-a31c-2c01df157bfa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.420067] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "refresh_cache-888466c4-491a-476e-bcd3-f9ac7514ee0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.420067] env[71114]: DEBUG nova.compute.manager [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Instance network_info: |[{"id": "441abec2-cd85-4660-b80b-ff8640e720a6", "address": "fa:16:3e:dc:49:46", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441abec2-cd", "ovs_interfaceid": "441abec2-cd85-4660-b80b-ff8640e720a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.420067] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e2f93a-020b-47e7-be48-7ca9da3af265 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.420067] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:49:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '441abec2-cd85-4660-b80b-ff8640e720a6', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.420067] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.420067] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.420067] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3885e2f8-d210-41a9-b608-537d58da17c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.450497] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] The volume has not been displaced from its original location: [datastore1] volume-0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1/volume-0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1248.450497] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.450497] env[71114]: DEBUG nova.compute.manager [req-a5f46a8e-65b7-436c-9f17-12e726d689f7 req-77da472d-a0a5-479d-9465-edbf9f904f1a service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Received event network-changed-441abec2-cd85-4660-b80b-ff8640e720a6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.450497] env[71114]: DEBUG nova.compute.manager [req-a5f46a8e-65b7-436c-9f17-12e726d689f7 req-77da472d-a0a5-479d-9465-edbf9f904f1a service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Refreshing instance network info cache due to event network-changed-441abec2-cd85-4660-b80b-ff8640e720a6. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.450497] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5f46a8e-65b7-436c-9f17-12e726d689f7 req-77da472d-a0a5-479d-9465-edbf9f904f1a service nova] Acquiring lock "refresh_cache-888466c4-491a-476e-bcd3-f9ac7514ee0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.450497] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5f46a8e-65b7-436c-9f17-12e726d689f7 req-77da472d-a0a5-479d-9465-edbf9f904f1a service nova] Acquired lock "refresh_cache-888466c4-491a-476e-bcd3-f9ac7514ee0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.450497] env[71114]: DEBUG nova.network.neutron [req-a5f46a8e-65b7-436c-9f17-12e726d689f7 req-77da472d-a0a5-479d-9465-edbf9f904f1a service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Refreshing network info cache for port 441abec2-cd85-4660-b80b-ff8640e720a6 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.452278] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1248.452278] env[71114]: value = "task-3822582" [ 1248.452278] env[71114]: _type = "Task" [ 1248.452278] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.452790] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cce802-9512-4657-b310-fa17b8ba18a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.475140] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.475140] env[71114]: value = "task-3822583" [ 1248.475140] env[71114]: _type = "Task" [ 1248.475140] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.486881] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1248.486881] env[71114]: value = "task-3822584" [ 1248.486881] env[71114]: _type = "Task" [ 1248.486881] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.486881] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.496045] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822583, 'name': CreateVM_Task} progress is 15%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.504064] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.657229] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822580, 'name': ReconfigVM_Task, 'duration_secs': 0.625924} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.657520] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 784e2b89-99c2-419a-a6e8-ff07623e1aff/784e2b89-99c2-419a-a6e8-ff07623e1aff.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.658298] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-454e282d-8417-417a-aa18-c3569fe82a21 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.668693] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1248.668693] env[71114]: value = "task-3822585" [ 1248.668693] env[71114]: _type = "Task" [ 1248.668693] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.673924] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782528f3-5a73-4da4-b3e0-e344e8938a4f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.679853] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822585, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.685128] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74f89a0-ff4d-4e98-9457-421e350d3c3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.718386] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d08bfc8-115b-46ea-8f2d-b5294116ec8b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.726528] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d084cb-7d91-46d3-bf81-2adae9282f81 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.741929] env[71114]: DEBUG nova.compute.provider_tree [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.976506] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822582, 'name': ReconfigVM_Task, 'duration_secs': 0.452157} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.976892] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Reconfigured VM instance instance-0000005d to attach disk [datastore1] cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e/cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e.vmdk or device None with type streamOptimized {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.978054] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'boot_index': 0, 'image_id': '80587d26-4458-483e-9a99-d25c76fd36ad'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760036', 'volume_id': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'name': 'volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e', 'attached_at': '', 'detached_at': '', 'volume_id': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'serial': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b'}, 'boot_index': None, 'attachment_id': 'f690a62e-7d2e-406c-81e3-a16a2f10cea4', 'volume_type': None}], 'swap': None} {{(pid=71114) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1248.978273] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1248.978475] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760036', 'volume_id': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'name': 'volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e', 'attached_at': '', 'detached_at': '', 'volume_id': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'serial': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1248.982246] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4abf86-e3ad-4ab1-98b5-b3464ea639e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.993606] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822583, 'name': CreateVM_Task, 'duration_secs': 0.435658} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.008114] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.009451] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.009556] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.009806] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.010619] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b00bf9-1191-4423-b399-1740a8e2eae3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.016257] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb3f580d-43af-470a-9b31-0e267fb7ff71 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.017876] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822584, 'name': ReconfigVM_Task, 'duration_secs': 0.370644} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.018519] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.037121] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4af62db-7fc1-4d27-8b87-631ca87ec1b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.055509] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b/volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.059146] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8938ddeb-4a67-4c67-a0ac-fa17cb06c55d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.072336] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1249.072336] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5298efb9-f327-ec0a-abfe-8d76993658b0" [ 1249.072336] env[71114]: _type = "Task" [ 1249.072336] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.078783] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1249.078783] env[71114]: value = "task-3822587" [ 1249.078783] env[71114]: _type = "Task" [ 1249.078783] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.083149] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1249.083149] env[71114]: value = "task-3822586" [ 1249.083149] env[71114]: _type = "Task" [ 1249.083149] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.083396] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5298efb9-f327-ec0a-abfe-8d76993658b0, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.086682] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.086994] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.087355] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.087530] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.087718] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.093096] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60cc6c10-be9a-48c4-99a4-3d3372068b8a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.102065] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.107224] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.112942] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.113210] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.114663] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1536acb9-4d7f-4113-8971-588f66e07545 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.124018] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1249.124018] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bf5f99-8254-fb24-0756-bb767b882f39" [ 1249.124018] env[71114]: _type = "Task" [ 1249.124018] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.133012] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bf5f99-8254-fb24-0756-bb767b882f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.179099] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822585, 'name': Rename_Task, 'duration_secs': 0.163884} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.179384] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.179632] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-205c5fdc-9896-4153-ab12-249c363aba34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.186712] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1249.186712] env[71114]: value = "task-3822588" [ 1249.186712] env[71114]: _type = "Task" [ 1249.186712] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.197737] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.234095] env[71114]: DEBUG nova.network.neutron [req-a5f46a8e-65b7-436c-9f17-12e726d689f7 req-77da472d-a0a5-479d-9465-edbf9f904f1a service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Updated VIF entry in instance network info cache for port 441abec2-cd85-4660-b80b-ff8640e720a6. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.234470] env[71114]: DEBUG nova.network.neutron [req-a5f46a8e-65b7-436c-9f17-12e726d689f7 req-77da472d-a0a5-479d-9465-edbf9f904f1a service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Updating instance_info_cache with network_info: [{"id": "441abec2-cd85-4660-b80b-ff8640e720a6", "address": "fa:16:3e:dc:49:46", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap441abec2-cd", "ovs_interfaceid": "441abec2-cd85-4660-b80b-ff8640e720a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.245798] env[71114]: DEBUG nova.scheduler.client.report [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.596389] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.599634] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822586, 'name': ReconfigVM_Task, 'duration_secs': 0.165731} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.599962] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760026', 'volume_id': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'name': 'volume-0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0225347e-72a8-4b98-8e7d-207b6b3abd41', 'attached_at': '2025-05-05T22:39:22.000000', 'detached_at': '', 'volume_id': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1', 'serial': '0ff0766b-26a2-4d7b-8528-1ff3dc91d7d1'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1249.600446] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.601095] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f6a69a-89ad-4f84-808d-44456a0a4935 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.609082] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.609082] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-304f1f9b-0793-474f-9a0a-29b0d2022e6f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.635360] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52bf5f99-8254-fb24-0756-bb767b882f39, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.636272] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a970c3-2fe8-4478-a518-e7d05468b331 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.642406] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1249.642406] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e3a2e7-b45d-c175-3ffa-ff84636601d3" [ 1249.642406] env[71114]: _type = "Task" [ 1249.642406] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.652020] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e3a2e7-b45d-c175-3ffa-ff84636601d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.692770] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.693125] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.693466] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleting the datastore file [datastore2] 0225347e-72a8-4b98-8e7d-207b6b3abd41 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.694204] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50356bab-b367-4bd1-8db0-ae2420ab9ff6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.699813] env[71114]: DEBUG oslo_vmware.api [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822588, 'name': PowerOnVM_Task, 'duration_secs': 0.511912} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.700539] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.700787] env[71114]: INFO nova.compute.manager [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1249.701057] env[71114]: DEBUG nova.compute.manager [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1249.702035] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0683800b-99c4-405f-a5c1-bc40f05148f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.706179] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1249.706179] env[71114]: value = "task-3822590" [ 1249.706179] env[71114]: _type = "Task" [ 1249.706179] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.719149] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.738664] env[71114]: DEBUG oslo_concurrency.lockutils [req-a5f46a8e-65b7-436c-9f17-12e726d689f7 req-77da472d-a0a5-479d-9465-edbf9f904f1a service nova] Releasing lock "refresh_cache-888466c4-491a-476e-bcd3-f9ac7514ee0f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.752219] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.752817] env[71114]: DEBUG nova.compute.manager [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.819163] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.819528] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.819664] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.819843] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.820065] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.823602] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a74d252-ac39-47f5-aab6-a58eb5add9d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.827527] env[71114]: INFO nova.compute.manager [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Terminating instance [ 1249.849342] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance '5466c469-9b41-4f7c-a2c8-5e9d59c13507' progress to 0 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.093602] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822587, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.152407] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e3a2e7-b45d-c175-3ffa-ff84636601d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015059} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.152712] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.152985] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 888466c4-491a-476e-bcd3-f9ac7514ee0f/888466c4-491a-476e-bcd3-f9ac7514ee0f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.153290] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-576a2735-f727-4a2f-9ae7-148ba1911d1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.159880] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1250.159880] env[71114]: value = "task-3822591" [ 1250.159880] env[71114]: _type = "Task" [ 1250.159880] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.168143] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.218449] env[71114]: DEBUG oslo_vmware.api [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23376} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.218737] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.219606] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.219606] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.219606] env[71114]: INFO nova.compute.manager [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1250.219606] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.219884] env[71114]: DEBUG nova.compute.manager [-] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.219884] env[71114]: DEBUG nova.network.neutron [-] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.230178] env[71114]: INFO nova.compute.manager [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Took 21.82 seconds to build instance. [ 1250.258082] env[71114]: DEBUG nova.compute.utils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.259557] env[71114]: DEBUG nova.compute.manager [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.259855] env[71114]: DEBUG nova.network.neutron [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.333101] env[71114]: DEBUG nova.compute.manager [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.333342] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.334282] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e819cefe-ac48-48ec-bc95-1c93d08b8534 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.342944] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.343227] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b1e023e-0f4c-456a-8a4e-32d55887438a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.350228] env[71114]: DEBUG oslo_vmware.api [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1250.350228] env[71114]: value = "task-3822592" [ 1250.350228] env[71114]: _type = "Task" [ 1250.350228] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.354870] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.355234] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4db75525-972b-48ff-9687-5418125b1701 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.365549] env[71114]: DEBUG oslo_vmware.api [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.367041] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1250.367041] env[71114]: value = "task-3822593" [ 1250.367041] env[71114]: _type = "Task" [ 1250.367041] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.375420] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.597237] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822587, 'name': ReconfigVM_Task, 'duration_secs': 1.399406} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.597662] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b/volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.602910] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7686a97-f708-4ee7-8640-c55b0f3a741f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.622706] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1250.622706] env[71114]: value = "task-3822594" [ 1250.622706] env[71114]: _type = "Task" [ 1250.622706] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.635909] env[71114]: DEBUG nova.policy [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '466fce104e3d48ae91f1734015f54a34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b3ec22f3d14223b53bb1fa6a8ac8ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.637693] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.671370] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822591, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.732183] env[71114]: DEBUG oslo_concurrency.lockutils [None req-41d11a92-9cb1-44e5-9c8b-2bfc7b0b32e1 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "784e2b89-99c2-419a-a6e8-ff07623e1aff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.331s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.764345] env[71114]: DEBUG nova.compute.manager [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.860464] env[71114]: DEBUG oslo_vmware.api [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822592, 'name': PowerOffVM_Task, 'duration_secs': 0.292496} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.860729] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.860987] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.861179] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11c747d2-049f-4ac3-95d0-95e500fca4cc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.878489] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822593, 'name': PowerOffVM_Task, 'duration_secs': 0.222629} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.878799] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.879012] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance '5466c469-9b41-4f7c-a2c8-5e9d59c13507' progress to 17 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.942357] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.942577] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.942763] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Deleting the datastore file [datastore2] e3157b2e-44e4-4de8-b899-e4b1d1735fe3 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.943071] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-267cae92-74a3-40f8-aa0e-446359481660 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.956569] env[71114]: DEBUG oslo_vmware.api [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1250.956569] env[71114]: value = "task-3822596" [ 1250.956569] env[71114]: _type = "Task" [ 1250.956569] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.966110] env[71114]: DEBUG oslo_vmware.api [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.132933] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822594, 'name': ReconfigVM_Task, 'duration_secs': 0.312011} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.133269] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760036', 'volume_id': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'name': 'volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e', 'attached_at': '', 'detached_at': '', 'volume_id': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'serial': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1251.133839] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ba3e183-7fe0-433c-a6ed-8b033c282826 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.141613] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1251.141613] env[71114]: value = "task-3822597" [ 1251.141613] env[71114]: _type = "Task" [ 1251.141613] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.152760] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822597, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.170923] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722036} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.171247] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 888466c4-491a-476e-bcd3-f9ac7514ee0f/888466c4-491a-476e-bcd3-f9ac7514ee0f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.171484] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.171791] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbd4183f-2fe1-4316-9c59-88907358b88a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.181160] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1251.181160] env[71114]: value = "task-3822598" [ 1251.181160] env[71114]: _type = "Task" [ 1251.181160] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.189716] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.333011] env[71114]: DEBUG nova.network.neutron [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Successfully created port: b1484aa4-9140-4977-9d4e-057e196dd9d9 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.386465] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.386765] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.387068] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.387068] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.387258] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.387456] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.387676] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.387831] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.387999] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.388176] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.388352] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.394088] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced020bb-9e72-4ace-b8e7-10def18d3371 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.410547] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1251.410547] env[71114]: value = "task-3822599" [ 1251.410547] env[71114]: _type = "Task" [ 1251.410547] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.419991] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.466484] env[71114]: DEBUG nova.compute.manager [req-1a6a81f5-c5ed-4833-bd6c-a9d1af65d091 req-0284fdac-03fd-4c3c-8570-c09548f20c8a service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Received event network-vif-deleted-bd826a70-260a-43bf-8abe-6348b2209fd4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.466553] env[71114]: INFO nova.compute.manager [req-1a6a81f5-c5ed-4833-bd6c-a9d1af65d091 req-0284fdac-03fd-4c3c-8570-c09548f20c8a service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Neutron deleted interface bd826a70-260a-43bf-8abe-6348b2209fd4; detaching it from the instance and deleting it from the info cache [ 1251.466701] env[71114]: DEBUG nova.network.neutron [req-1a6a81f5-c5ed-4833-bd6c-a9d1af65d091 req-0284fdac-03fd-4c3c-8570-c09548f20c8a service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.471308] env[71114]: DEBUG oslo_vmware.api [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279283} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.471746] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.472672] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.472672] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.472672] env[71114]: INFO nova.compute.manager [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1251.472672] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.472882] env[71114]: DEBUG nova.compute.manager [-] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.472882] env[71114]: DEBUG nova.network.neutron [-] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.528038] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "784e2b89-99c2-419a-a6e8-ff07623e1aff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.528285] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "784e2b89-99c2-419a-a6e8-ff07623e1aff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.528493] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "784e2b89-99c2-419a-a6e8-ff07623e1aff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.528670] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "784e2b89-99c2-419a-a6e8-ff07623e1aff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.528838] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "784e2b89-99c2-419a-a6e8-ff07623e1aff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.530971] env[71114]: INFO nova.compute.manager [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Terminating instance [ 1251.651733] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822597, 'name': Rename_Task, 'duration_secs': 0.282271} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.652021] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.652252] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aceb5fac-5a5c-445a-af2d-bdc1ba70f31a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.660449] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1251.660449] env[71114]: value = "task-3822600" [ 1251.660449] env[71114]: _type = "Task" [ 1251.660449] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.669031] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.691832] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078936} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.692533] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.692985] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af9dad9-a0fc-4e78-8fd1-254e3d8fca4e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.719257] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 888466c4-491a-476e-bcd3-f9ac7514ee0f/888466c4-491a-476e-bcd3-f9ac7514ee0f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.719589] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6038f4a5-ef3c-4675-8505-86182c663cd5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.743725] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1251.743725] env[71114]: value = "task-3822601" [ 1251.743725] env[71114]: _type = "Task" [ 1251.743725] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.753692] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.775191] env[71114]: DEBUG nova.compute.manager [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.805017] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.805280] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.805480] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.805674] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.805932] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.806033] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.806195] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.806371] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.806543] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.806706] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.806876] env[71114]: DEBUG nova.virt.hardware [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.807860] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db9dcaa-94ce-4a7b-99b0-8b8084ebf967 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.817938] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796217f7-7fed-406c-9958-c223d069c690 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.920957] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.945983] env[71114]: DEBUG nova.network.neutron [-] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.975020] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9cd391f-a807-440a-b7b3-d32491830cf1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.983211] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b71629-76d3-42b1-8224-c4b5036a45e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.020839] env[71114]: DEBUG nova.compute.manager [req-1a6a81f5-c5ed-4833-bd6c-a9d1af65d091 req-0284fdac-03fd-4c3c-8570-c09548f20c8a service nova] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Detach interface failed, port_id=bd826a70-260a-43bf-8abe-6348b2209fd4, reason: Instance 0225347e-72a8-4b98-8e7d-207b6b3abd41 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.037433] env[71114]: DEBUG nova.compute.manager [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.037433] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.037433] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec37a05-6a39-4d2d-ae83-6c8a5505e592 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.044198] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.044489] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc949869-27c9-4234-9ba9-d0f53091e139 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.051125] env[71114]: DEBUG oslo_vmware.api [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1252.051125] env[71114]: value = "task-3822602" [ 1252.051125] env[71114]: _type = "Task" [ 1252.051125] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.061579] env[71114]: DEBUG oslo_vmware.api [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.178512] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.260733] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.422357] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.449081] env[71114]: INFO nova.compute.manager [-] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Took 2.23 seconds to deallocate network for instance. [ 1252.564016] env[71114]: DEBUG oslo_vmware.api [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822602, 'name': PowerOffVM_Task, 'duration_secs': 0.209712} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.564287] env[71114]: DEBUG nova.network.neutron [-] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.565796] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.566063] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.566625] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf8b9f1e-c6a0-4962-a543-f7143f13e652 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.644479] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.644739] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.644935] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleting the datastore file [datastore1] 784e2b89-99c2-419a-a6e8-ff07623e1aff {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.645225] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-495c1d73-4b69-4732-ace7-88312c4a67f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.652763] env[71114]: DEBUG oslo_vmware.api [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1252.652763] env[71114]: value = "task-3822604" [ 1252.652763] env[71114]: _type = "Task" [ 1252.652763] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.661452] env[71114]: DEBUG oslo_vmware.api [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.669989] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.755302] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822601, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.921720] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822599, 'name': ReconfigVM_Task, 'duration_secs': 1.186996} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.922051] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance '5466c469-9b41-4f7c-a2c8-5e9d59c13507' progress to 33 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.022832] env[71114]: INFO nova.compute.manager [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 0225347e-72a8-4b98-8e7d-207b6b3abd41] Took 0.57 seconds to detach 1 volumes for instance. [ 1253.067799] env[71114]: INFO nova.compute.manager [-] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Took 1.59 seconds to deallocate network for instance. [ 1253.169862] env[71114]: DEBUG oslo_vmware.api [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18667} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.169862] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.169862] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.169862] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.170221] env[71114]: INFO nova.compute.manager [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1253.170221] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.170844] env[71114]: DEBUG nova.compute.manager [-] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1253.170844] env[71114]: DEBUG nova.network.neutron [-] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1253.173227] env[71114]: DEBUG nova.network.neutron [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Successfully updated port: b1484aa4-9140-4977-9d4e-057e196dd9d9 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.177464] env[71114]: DEBUG oslo_vmware.api [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822600, 'name': PowerOnVM_Task, 'duration_secs': 1.261653} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.178320] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.256404] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822601, 'name': ReconfigVM_Task, 'duration_secs': 1.034221} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.256752] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 888466c4-491a-476e-bcd3-f9ac7514ee0f/888466c4-491a-476e-bcd3-f9ac7514ee0f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.257450] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34df0a42-a903-4fd7-b0ac-8b9c41083dc4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.265161] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1253.265161] env[71114]: value = "task-3822605" [ 1253.265161] env[71114]: _type = "Task" [ 1253.265161] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.274224] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822605, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.301032] env[71114]: DEBUG nova.compute.manager [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.301999] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373c9ab7-10f5-465a-8af9-06facca5d539 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.429017] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.429663] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.429663] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.429663] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.429892] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.429892] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.430221] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.430445] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.430619] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.430782] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.430955] env[71114]: DEBUG nova.virt.hardware [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.437467] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1253.437779] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ca5310-2e0d-4938-8a7f-98597011a440 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.462600] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1253.462600] env[71114]: value = "task-3822606" [ 1253.462600] env[71114]: _type = "Task" [ 1253.462600] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.468901] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.503449] env[71114]: DEBUG nova.compute.manager [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] [instance: e3157b2e-44e4-4de8-b899-e4b1d1735fe3] Received event network-vif-deleted-973259b1-5df8-49cd-9773-fd75342d0f91 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.503699] env[71114]: DEBUG nova.compute.manager [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Received event network-vif-plugged-b1484aa4-9140-4977-9d4e-057e196dd9d9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.503923] env[71114]: DEBUG oslo_concurrency.lockutils [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] Acquiring lock "a0011b35-468b-406f-99c1-fba87e03c9fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.504388] env[71114]: DEBUG oslo_concurrency.lockutils [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] Lock "a0011b35-468b-406f-99c1-fba87e03c9fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.504579] env[71114]: DEBUG oslo_concurrency.lockutils [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] Lock "a0011b35-468b-406f-99c1-fba87e03c9fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.504749] env[71114]: DEBUG nova.compute.manager [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] No waiting events found dispatching network-vif-plugged-b1484aa4-9140-4977-9d4e-057e196dd9d9 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1253.504932] env[71114]: WARNING nova.compute.manager [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Received unexpected event network-vif-plugged-b1484aa4-9140-4977-9d4e-057e196dd9d9 for instance with vm_state building and task_state spawning. [ 1253.505136] env[71114]: DEBUG nova.compute.manager [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Received event network-changed-b1484aa4-9140-4977-9d4e-057e196dd9d9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.505323] env[71114]: DEBUG nova.compute.manager [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Refreshing instance network info cache due to event network-changed-b1484aa4-9140-4977-9d4e-057e196dd9d9. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.505547] env[71114]: DEBUG oslo_concurrency.lockutils [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] Acquiring lock "refresh_cache-a0011b35-468b-406f-99c1-fba87e03c9fb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.505713] env[71114]: DEBUG oslo_concurrency.lockutils [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] Acquired lock "refresh_cache-a0011b35-468b-406f-99c1-fba87e03c9fb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.506040] env[71114]: DEBUG nova.network.neutron [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Refreshing network info cache for port b1484aa4-9140-4977-9d4e-057e196dd9d9 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.529636] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.529943] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.530037] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.553204] env[71114]: INFO nova.scheduler.client.report [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleted allocations for instance 0225347e-72a8-4b98-8e7d-207b6b3abd41 [ 1253.574052] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.600838] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.600838] env[71114]: DEBUG nova.objects.instance [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'resources' on Instance uuid e3157b2e-44e4-4de8-b899-e4b1d1735fe3 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.679168] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "refresh_cache-a0011b35-468b-406f-99c1-fba87e03c9fb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.776713] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822605, 'name': Rename_Task, 'duration_secs': 0.193477} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.778206] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.778206] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce2c1de8-09cf-47fa-a6a3-264bc1366eaf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.786610] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1253.786610] env[71114]: value = "task-3822607" [ 1253.786610] env[71114]: _type = "Task" [ 1253.786610] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.794936] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.827011] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0e1c2a85-4b70-4520-b5bf-60aa114104a2 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.236s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.971378] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.041867] env[71114]: DEBUG nova.network.neutron [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.061210] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0f2f0b6d-4bbe-4d4b-afa7-565c7fdec1ff tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "0225347e-72a8-4b98-8e7d-207b6b3abd41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.785s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.128126] env[71114]: DEBUG nova.network.neutron [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.149792] env[71114]: DEBUG nova.network.neutron [-] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.279249] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7007f88b-6c45-43c5-8fba-e6f8c27a5c8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.287330] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da74399f-3215-49c8-89b0-2be81bb6fa2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.299641] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.324593] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755ccdbd-350d-45d6-b71e-c9d8942694b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.332839] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc8696-57c1-41db-851d-035b3f4446d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.348128] env[71114]: DEBUG nova.compute.provider_tree [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.471404] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.634089] env[71114]: DEBUG oslo_concurrency.lockutils [req-e41b5e57-a5c7-4ea1-b107-da66d218fe95 req-ba9fed7e-ab37-467a-b8cc-b1a6fada65af service nova] Releasing lock "refresh_cache-a0011b35-468b-406f-99c1-fba87e03c9fb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.634656] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "refresh_cache-a0011b35-468b-406f-99c1-fba87e03c9fb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.634891] env[71114]: DEBUG nova.network.neutron [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.650827] env[71114]: INFO nova.compute.manager [-] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Took 1.48 seconds to deallocate network for instance. [ 1254.801541] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.851407] env[71114]: DEBUG nova.scheduler.client.report [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.971594] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822606, 'name': ReconfigVM_Task, 'duration_secs': 1.220191} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.971887] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1254.972732] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2c1cf8-a6d4-4701-aadc-34a35a205988 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.996262] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 5466c469-9b41-4f7c-a2c8-5e9d59c13507/5466c469-9b41-4f7c-a2c8-5e9d59c13507.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.996575] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40f4928-2970-4150-a2bb-b3fe739af7db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.015600] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1255.015600] env[71114]: value = "task-3822608" [ 1255.015600] env[71114]: _type = "Task" [ 1255.015600] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.024536] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.158158] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.170878] env[71114]: DEBUG nova.network.neutron [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.302613] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822607, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.358088] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.362067] env[71114]: DEBUG nova.network.neutron [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Updating instance_info_cache with network_info: [{"id": "b1484aa4-9140-4977-9d4e-057e196dd9d9", "address": "fa:16:3e:8f:b0:10", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1484aa4-91", "ovs_interfaceid": "b1484aa4-9140-4977-9d4e-057e196dd9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.363647] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.206s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.364171] env[71114]: DEBUG nova.objects.instance [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lazy-loading 'resources' on Instance uuid 784e2b89-99c2-419a-a6e8-ff07623e1aff {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.379053] env[71114]: INFO nova.scheduler.client.report [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Deleted allocations for instance e3157b2e-44e4-4de8-b899-e4b1d1735fe3 [ 1255.526822] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822608, 'name': ReconfigVM_Task, 'duration_secs': 0.295443} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.527187] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 5466c469-9b41-4f7c-a2c8-5e9d59c13507/5466c469-9b41-4f7c-a2c8-5e9d59c13507.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.527866] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance '5466c469-9b41-4f7c-a2c8-5e9d59c13507' progress to 50 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.534866] env[71114]: DEBUG nova.compute.manager [req-b8114a0d-0825-4c8a-9521-2651c257ef6e req-4761ce9b-1f1c-440f-ac19-611ce50a9ac4 service nova] [instance: 784e2b89-99c2-419a-a6e8-ff07623e1aff] Received event network-vif-deleted-320125d5-3a3c-4571-8b70-000197a5f47f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.654086] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.654086] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.803314] env[71114]: DEBUG oslo_vmware.api [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822607, 'name': PowerOnVM_Task, 'duration_secs': 1.630008} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.803592] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.803793] env[71114]: INFO nova.compute.manager [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1255.803973] env[71114]: DEBUG nova.compute.manager [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1255.804837] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ef2327-e85b-4bc6-9c6f-a03d0d379737 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.865770] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "refresh_cache-a0011b35-468b-406f-99c1-fba87e03c9fb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.866092] env[71114]: DEBUG nova.compute.manager [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Instance network_info: |[{"id": "b1484aa4-9140-4977-9d4e-057e196dd9d9", "address": "fa:16:3e:8f:b0:10", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1484aa4-91", "ovs_interfaceid": "b1484aa4-9140-4977-9d4e-057e196dd9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.869107] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:b0:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1484aa4-9140-4977-9d4e-057e196dd9d9', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.877181] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.877396] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.877619] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bc35ac1-193b-48b0-be3c-f00af42a7d07 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.897131] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a2e8f9f2-d250-49f0-9783-f4b45048acf2 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "e3157b2e-44e4-4de8-b899-e4b1d1735fe3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.078s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.901994] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.901994] env[71114]: value = "task-3822609" [ 1255.901994] env[71114]: _type = "Task" [ 1255.901994] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.910238] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822609, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.037995] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc49161-6463-42d6-8dcd-acf8820e3255 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.061696] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a57decb-f137-4306-aab2-8f5674765fbc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.064845] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080ffdc2-e0d4-4155-9d67-2602438d8bc0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.089628] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0618cf-a8a7-438f-b298-ecbeb1e4a568 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.093382] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance '5466c469-9b41-4f7c-a2c8-5e9d59c13507' progress to 67 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.125930] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb1a158-a1c5-4b23-8afb-107ca430538a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.135694] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8db7886-040e-47e3-b81a-20d063197ab5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.152687] env[71114]: DEBUG nova.compute.provider_tree [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.156283] env[71114]: DEBUG nova.compute.manager [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.325866] env[71114]: INFO nova.compute.manager [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Took 23.49 seconds to build instance. [ 1256.414782] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822609, 'name': CreateVM_Task, 'duration_secs': 0.375906} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.414908] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.415911] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.415911] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.416138] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.416544] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c8a077-bd0b-4de8-8e88-e13d164cda01 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.421749] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1256.421749] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523e0b7d-8f59-6471-c8f0-91dddd5bef09" [ 1256.421749] env[71114]: _type = "Task" [ 1256.421749] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.429586] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523e0b7d-8f59-6471-c8f0-91dddd5bef09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.653874] env[71114]: DEBUG nova.network.neutron [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Port 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1256.658037] env[71114]: DEBUG nova.scheduler.client.report [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.684426] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.828296] env[71114]: DEBUG oslo_concurrency.lockutils [None req-38bebce3-d96c-4067-8813-851af0bed336 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "888466c4-491a-476e-bcd3-f9ac7514ee0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.006s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.934528] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523e0b7d-8f59-6471-c8f0-91dddd5bef09, 'name': SearchDatastore_Task, 'duration_secs': 0.028315} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.934836] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.935085] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.935327] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.935478] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.935658] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.935928] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67ab97b2-f137-4e5c-971b-af5ed9a8f3b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.945239] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.945425] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.946157] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c9614a-b81f-464c-b573-da76e3fbd441 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.952865] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1256.952865] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ac6591-4d70-86e7-16aa-b7f4f3898d0d" [ 1256.952865] env[71114]: _type = "Task" [ 1256.952865] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.961336] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ac6591-4d70-86e7-16aa-b7f4f3898d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.166460] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.168934] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.485s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.170740] env[71114]: INFO nova.compute.claims [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.189272] env[71114]: INFO nova.scheduler.client.report [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted allocations for instance 784e2b89-99c2-419a-a6e8-ff07623e1aff [ 1257.218326] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64f044d-2ad9-4ac3-a144-fb2f7ec8f881 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.226866] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d98cdeda-cbf2-452e-be26-0e3f90adf59c tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Suspending the VM {{(pid=71114) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1257.227579] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-715c6ed9-a7fe-4fe8-a895-73e99290f36e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.237299] env[71114]: DEBUG oslo_vmware.api [None req-d98cdeda-cbf2-452e-be26-0e3f90adf59c tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1257.237299] env[71114]: value = "task-3822610" [ 1257.237299] env[71114]: _type = "Task" [ 1257.237299] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.247224] env[71114]: DEBUG oslo_vmware.api [None req-d98cdeda-cbf2-452e-be26-0e3f90adf59c tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822610, 'name': SuspendVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.464995] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ac6591-4d70-86e7-16aa-b7f4f3898d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.014672} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.465949] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df79148-0fea-42d1-8bd1-c9e1c810f1c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.473395] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1257.473395] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fcb0c8-2c8c-d32c-4b0f-09695f025d41" [ 1257.473395] env[71114]: _type = "Task" [ 1257.473395] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.482715] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fcb0c8-2c8c-d32c-4b0f-09695f025d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.689874] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.690049] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.690452] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.698574] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ce740f3-aece-4d2e-81b2-8577196474cb tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "784e2b89-99c2-419a-a6e8-ff07623e1aff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.170s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.748840] env[71114]: DEBUG oslo_vmware.api [None req-d98cdeda-cbf2-452e-be26-0e3f90adf59c tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822610, 'name': SuspendVM_Task} progress is 62%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.986081] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52fcb0c8-2c8c-d32c-4b0f-09695f025d41, 'name': SearchDatastore_Task, 'duration_secs': 0.054249} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.986408] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.986707] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] a0011b35-468b-406f-99c1-fba87e03c9fb/a0011b35-468b-406f-99c1-fba87e03c9fb.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.986979] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d3b3e9a-9eec-41df-8f23-d4bac9ece246 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.997916] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1257.997916] env[71114]: value = "task-3822611" [ 1257.997916] env[71114]: _type = "Task" [ 1257.997916] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.008706] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.199177] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.199581] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.254433] env[71114]: DEBUG oslo_vmware.api [None req-d98cdeda-cbf2-452e-be26-0e3f90adf59c tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822610, 'name': SuspendVM_Task, 'duration_secs': 0.933384} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.255223] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-d98cdeda-cbf2-452e-be26-0e3f90adf59c tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Suspended the VM {{(pid=71114) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1258.255223] env[71114]: DEBUG nova.compute.manager [None req-d98cdeda-cbf2-452e-be26-0e3f90adf59c tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1258.256052] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3371ef8-e60f-4786-9e3b-ca421d3c257e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.400992] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9585d3b-df03-4332-981d-311233c55b60 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.413266] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129ff7f0-234b-4250-96a8-c59bade68b3c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.450681] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a0b2d1-702b-4e40-b5a1-1f1546b6ff3f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.461562] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7027abf4-1857-422d-b9a6-ae89dc60fa91 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.478478] env[71114]: DEBUG nova.compute.provider_tree [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.509658] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822611, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.570034] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "8284c7a7-8741-422b-b601-f5609f65aa36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.570273] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "8284c7a7-8741-422b-b601-f5609f65aa36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.704399] env[71114]: DEBUG nova.compute.manager [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.749390] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.749572] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.749974] env[71114]: DEBUG nova.network.neutron [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.981970] env[71114]: DEBUG nova.scheduler.client.report [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.008779] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557615} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.009048] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] a0011b35-468b-406f-99c1-fba87e03c9fb/a0011b35-468b-406f-99c1-fba87e03c9fb.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.009271] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.009527] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-121a2dfe-107c-4103-9a4a-7c335f8980ad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.015685] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1259.015685] env[71114]: value = "task-3822612" [ 1259.015685] env[71114]: _type = "Task" [ 1259.015685] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.023791] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.073116] env[71114]: DEBUG nova.compute.manager [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.226961] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.434790] env[71114]: DEBUG nova.network.neutron [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance_info_cache with network_info: [{"id": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "address": "fa:16:3e:08:bd:69", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aaf1c7c-53", "ovs_interfaceid": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.487688] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.488142] env[71114]: DEBUG nova.compute.manager [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.490685] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.264s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.492097] env[71114]: INFO nova.compute.claims [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.525167] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069677} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.525398] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.526178] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96c6fa6-6ae1-463b-8264-075a9ff2ca2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.553446] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a0011b35-468b-406f-99c1-fba87e03c9fb/a0011b35-468b-406f-99c1-fba87e03c9fb.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.554008] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-069a50db-046b-4354-b736-804e6c6a3510 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.573564] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1259.573564] env[71114]: value = "task-3822613" [ 1259.573564] env[71114]: _type = "Task" [ 1259.573564] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.589565] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.596920] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.601052] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "888466c4-491a-476e-bcd3-f9ac7514ee0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.601052] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "888466c4-491a-476e-bcd3-f9ac7514ee0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.601237] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "888466c4-491a-476e-bcd3-f9ac7514ee0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.601352] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "888466c4-491a-476e-bcd3-f9ac7514ee0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.601577] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "888466c4-491a-476e-bcd3-f9ac7514ee0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.603802] env[71114]: INFO nova.compute.manager [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Terminating instance [ 1259.937923] env[71114]: DEBUG oslo_concurrency.lockutils [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.995826] env[71114]: DEBUG nova.compute.utils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.999013] env[71114]: DEBUG nova.compute.manager [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.999184] env[71114]: DEBUG nova.network.neutron [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.037658] env[71114]: DEBUG nova.policy [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bb5897490bc41e2a103950c912f5bdf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c893d2b0a2354cf091400271250ecff9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.083886] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822613, 'name': ReconfigVM_Task, 'duration_secs': 0.317597} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.084179] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a0011b35-468b-406f-99c1-fba87e03c9fb/a0011b35-468b-406f-99c1-fba87e03c9fb.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.084818] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb71e733-2ff5-497f-8e2d-ea84b8331ae9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.091585] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1260.091585] env[71114]: value = "task-3822614" [ 1260.091585] env[71114]: _type = "Task" [ 1260.091585] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.101542] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822614, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.107351] env[71114]: DEBUG nova.compute.manager [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.107588] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.108423] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a8641e-510f-4293-af76-1e281f4359b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.115579] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.115832] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6976080f-f3b6-4e2e-abcd-edd8d482095e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.188591] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.189147] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.189378] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleting the datastore file [datastore2] 888466c4-491a-476e-bcd3-f9ac7514ee0f {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.189666] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26a8a9a9-b387-4478-a79f-a8c8884291c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.197024] env[71114]: DEBUG oslo_vmware.api [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1260.197024] env[71114]: value = "task-3822616" [ 1260.197024] env[71114]: _type = "Task" [ 1260.197024] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.205476] env[71114]: DEBUG oslo_vmware.api [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.337609] env[71114]: DEBUG nova.network.neutron [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Successfully created port: d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.459457] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c04d96-8592-4362-8940-e3712599c8db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.479280] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8a22c8-4165-4749-b739-08707b1422a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.486492] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance '5466c469-9b41-4f7c-a2c8-5e9d59c13507' progress to 83 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.505527] env[71114]: DEBUG nova.compute.manager [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.601572] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822614, 'name': Rename_Task, 'duration_secs': 0.148767} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.604164] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.604594] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc072f07-8c20-4113-a3fa-a2fc86b33763 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.612348] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1260.612348] env[71114]: value = "task-3822617" [ 1260.612348] env[71114]: _type = "Task" [ 1260.612348] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.625448] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.687547] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837ff0fa-f5ef-402b-826b-836245d5485b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.695316] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4dfc16-b88d-4247-a456-6b49c47ab18c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.706536] env[71114]: DEBUG oslo_vmware.api [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14665} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.731164] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.731403] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.731569] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.731745] env[71114]: INFO nova.compute.manager [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1260.731992] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.732402] env[71114]: DEBUG nova.compute.manager [-] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1260.732504] env[71114]: DEBUG nova.network.neutron [-] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.734690] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d81f48-6cc5-49fc-a79f-3808020014d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.743306] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a1c2f9-e505-4696-a321-5e2fdfdf9524 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.756803] env[71114]: DEBUG nova.compute.provider_tree [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.991958] env[71114]: DEBUG nova.compute.manager [req-ce78c3c9-c661-40be-939e-20a4fb2857c2 req-cd0ef610-3546-4e5f-9c48-71302762e4cb service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Received event network-vif-deleted-441abec2-cd85-4660-b80b-ff8640e720a6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.992186] env[71114]: INFO nova.compute.manager [req-ce78c3c9-c661-40be-939e-20a4fb2857c2 req-cd0ef610-3546-4e5f-9c48-71302762e4cb service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Neutron deleted interface 441abec2-cd85-4660-b80b-ff8640e720a6; detaching it from the instance and deleting it from the info cache [ 1260.992441] env[71114]: DEBUG nova.network.neutron [req-ce78c3c9-c661-40be-939e-20a4fb2857c2 req-cd0ef610-3546-4e5f-9c48-71302762e4cb service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.995521] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.998043] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-856789fd-8f2a-4b93-9cf4-5e52ab4ec22f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.007264] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1261.007264] env[71114]: value = "task-3822618" [ 1261.007264] env[71114]: _type = "Task" [ 1261.007264] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.030314] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822618, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.125169] env[71114]: DEBUG oslo_vmware.api [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822617, 'name': PowerOnVM_Task, 'duration_secs': 0.481531} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.125458] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.125671] env[71114]: INFO nova.compute.manager [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1261.125851] env[71114]: DEBUG nova.compute.manager [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.126729] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369cfdfb-5929-4449-bd01-86a719d0a50d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.260237] env[71114]: DEBUG nova.scheduler.client.report [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.469569] env[71114]: DEBUG nova.network.neutron [-] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.501026] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4eee691a-0258-4019-97e1-95b6d96bb290 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.511011] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42f6b83-e9df-4a48-9356-0af857b63832 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.525553] env[71114]: DEBUG nova.compute.manager [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.536402] env[71114]: DEBUG oslo_vmware.api [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822618, 'name': PowerOnVM_Task, 'duration_secs': 0.521923} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.536891] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.537171] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-59ae4943-8063-4fbd-97d8-62fe11761bd3 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance '5466c469-9b41-4f7c-a2c8-5e9d59c13507' progress to 100 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.558240] env[71114]: DEBUG nova.compute.manager [req-ce78c3c9-c661-40be-939e-20a4fb2857c2 req-cd0ef610-3546-4e5f-9c48-71302762e4cb service nova] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Detach interface failed, port_id=441abec2-cd85-4660-b80b-ff8640e720a6, reason: Instance 888466c4-491a-476e-bcd3-f9ac7514ee0f could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1261.569263] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.569618] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.569850] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.570141] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.570364] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.570596] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.570904] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.571153] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.571408] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.571801] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.571987] env[71114]: DEBUG nova.virt.hardware [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.573365] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dc3851-0275-4478-99e6-6fccbf7c909d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.584365] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0eaacb-2e11-47b7-a3ed-26a41ea22d9c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.644066] env[71114]: INFO nova.compute.manager [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Took 16.91 seconds to build instance. [ 1261.764969] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.765561] env[71114]: DEBUG nova.compute.manager [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.769749] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.172s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.771185] env[71114]: INFO nova.compute.claims [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.872445] env[71114]: DEBUG nova.network.neutron [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Successfully updated port: d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.972322] env[71114]: INFO nova.compute.manager [-] [instance: 888466c4-491a-476e-bcd3-f9ac7514ee0f] Took 1.24 seconds to deallocate network for instance. [ 1262.146618] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3fcaf101-fb1d-4778-8adc-bee886e4c1cd tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "a0011b35-468b-406f-99c1-fba87e03c9fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.416s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.275842] env[71114]: DEBUG nova.compute.utils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.280467] env[71114]: DEBUG nova.compute.manager [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.280467] env[71114]: DEBUG nova.network.neutron [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.307523] env[71114]: DEBUG oslo_concurrency.lockutils [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "8964865f-3577-4b9e-9e6b-995ccf446397" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.307741] env[71114]: DEBUG oslo_concurrency.lockutils [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.339028] env[71114]: DEBUG nova.policy [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b62cbde242484265ba7dd9c364e09740', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6029df11df684d52bd325eb0050d10fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.374884] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.375055] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.375233] env[71114]: DEBUG nova.network.neutron [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.479717] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.780661] env[71114]: DEBUG nova.compute.manager [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.813017] env[71114]: DEBUG nova.compute.utils [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1262.820877] env[71114]: DEBUG nova.network.neutron [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Successfully created port: b1278f0c-c614-4658-b3bd-0f694e747c5f {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.937607] env[71114]: DEBUG nova.network.neutron [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.982016] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5798f73f-36c8-4061-8a9e-7a9a3c800e31 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.988751] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7221159a-c24b-4b27-90b9-991805084b87 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.025547] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab22165-f886-4bdc-a282-38cdaf7d9776 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.038129] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c28ddf-498b-4c8e-a67e-d5791b5165f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.821157] env[71114]: DEBUG oslo_concurrency.lockutils [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.513s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.823116] env[71114]: DEBUG nova.compute.manager [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received event network-vif-plugged-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.823323] env[71114]: DEBUG oslo_concurrency.lockutils [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] Acquiring lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.823527] env[71114]: DEBUG oslo_concurrency.lockutils [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.823688] env[71114]: DEBUG oslo_concurrency.lockutils [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.823852] env[71114]: DEBUG nova.compute.manager [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] No waiting events found dispatching network-vif-plugged-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1263.824436] env[71114]: WARNING nova.compute.manager [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received unexpected event network-vif-plugged-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 for instance with vm_state building and task_state spawning. [ 1263.824436] env[71114]: DEBUG nova.compute.manager [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received event network-changed-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.824436] env[71114]: DEBUG nova.compute.manager [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Refreshing instance network info cache due to event network-changed-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.824575] env[71114]: DEBUG oslo_concurrency.lockutils [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] Acquiring lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.842245] env[71114]: DEBUG nova.compute.provider_tree [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.911393] env[71114]: DEBUG nova.network.neutron [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updating instance_info_cache with network_info: [{"id": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "address": "fa:16:3e:65:7d:9a", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ecdcd8-93", "ovs_interfaceid": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.328480] env[71114]: DEBUG nova.compute.manager [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1264.331246] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.331526] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.331702] env[71114]: DEBUG nova.compute.manager [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Going to confirm migration 5 {{(pid=71114) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1264.344684] env[71114]: DEBUG nova.scheduler.client.report [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.383821] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.384096] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.384272] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.384529] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.384640] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.384782] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.385195] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.385195] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.385367] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.385587] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.385825] env[71114]: DEBUG nova.virt.hardware [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.387075] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76819812-05d0-4715-a7e9-75bc48dee6b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.402526] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272b590e-7078-40ba-bb1d-5aef7aee0a29 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.419838] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.420515] env[71114]: DEBUG nova.compute.manager [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Instance network_info: |[{"id": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "address": "fa:16:3e:65:7d:9a", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ecdcd8-93", "ovs_interfaceid": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.420678] env[71114]: DEBUG oslo_concurrency.lockutils [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] Acquired lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.420855] env[71114]: DEBUG nova.network.neutron [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Refreshing network info cache for port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.422315] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:7d:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9ecdcd8-932e-44ea-9709-2e9d4a3b17e1', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.430294] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.433583] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.434099] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67df94ac-e933-46a9-b426-818af5d851e0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.456220] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.456220] env[71114]: value = "task-3822619" [ 1264.456220] env[71114]: _type = "Task" [ 1264.456220] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.467128] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822619, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.849897] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.081s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.850454] env[71114]: DEBUG nova.compute.manager [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1264.853165] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.374s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.853390] env[71114]: DEBUG nova.objects.instance [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lazy-loading 'resources' on Instance uuid 888466c4-491a-476e-bcd3-f9ac7514ee0f {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.896527] env[71114]: DEBUG oslo_concurrency.lockutils [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "8964865f-3577-4b9e-9e6b-995ccf446397" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.896884] env[71114]: DEBUG oslo_concurrency.lockutils [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.899279] env[71114]: INFO nova.compute.manager [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Attaching volume 1496ff44-5798-4527-93eb-22043da33e8f to /dev/sdb [ 1264.937499] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79297225-3315-4cfa-b8b0-fca2c059ee8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.945562] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d509f5-3e34-4ad7-af0f-1fdbb0e5dd1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.959906] env[71114]: DEBUG nova.virt.block_device [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Updating existing volume attachment record: ddfab047-e5d8-4b67-a0f1-8cc6b8cb5245 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1264.966810] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.966810] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.967011] env[71114]: DEBUG nova.network.neutron [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.967177] env[71114]: DEBUG nova.objects.instance [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lazy-loading 'info_cache' on Instance uuid 5466c469-9b41-4f7c-a2c8-5e9d59c13507 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.969461] env[71114]: DEBUG nova.network.neutron [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Successfully updated port: b1278f0c-c614-4658-b3bd-0f694e747c5f {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.976447] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822619, 'name': CreateVM_Task, 'duration_secs': 0.490413} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.976646] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.977647] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.978043] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.978527] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.978836] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50fed3e-96f1-49ea-938b-7572e81935b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.987988] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1264.987988] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cafc63-d079-9e9b-2e51-b3ecc2f9b903" [ 1264.987988] env[71114]: _type = "Task" [ 1264.987988] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.998497] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cafc63-d079-9e9b-2e51-b3ecc2f9b903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.042608] env[71114]: DEBUG nova.network.neutron [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updated VIF entry in instance network info cache for port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.042608] env[71114]: DEBUG nova.network.neutron [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updating instance_info_cache with network_info: [{"id": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "address": "fa:16:3e:65:7d:9a", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ecdcd8-93", "ovs_interfaceid": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.281417] env[71114]: DEBUG nova.compute.manager [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Received event network-vif-plugged-b1278f0c-c614-4658-b3bd-0f694e747c5f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.281663] env[71114]: DEBUG oslo_concurrency.lockutils [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.281861] env[71114]: DEBUG oslo_concurrency.lockutils [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] Lock "16eed948-f001-450f-8cab-e442bbce44bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.282139] env[71114]: DEBUG oslo_concurrency.lockutils [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] Lock "16eed948-f001-450f-8cab-e442bbce44bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.282265] env[71114]: DEBUG nova.compute.manager [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] No waiting events found dispatching network-vif-plugged-b1278f0c-c614-4658-b3bd-0f694e747c5f {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1265.282431] env[71114]: WARNING nova.compute.manager [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Received unexpected event network-vif-plugged-b1278f0c-c614-4658-b3bd-0f694e747c5f for instance with vm_state building and task_state spawning. [ 1265.282592] env[71114]: DEBUG nova.compute.manager [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Received event network-changed-b1278f0c-c614-4658-b3bd-0f694e747c5f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.282743] env[71114]: DEBUG nova.compute.manager [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Refreshing instance network info cache due to event network-changed-b1278f0c-c614-4658-b3bd-0f694e747c5f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.282919] env[71114]: DEBUG oslo_concurrency.lockutils [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] Acquiring lock "refresh_cache-16eed948-f001-450f-8cab-e442bbce44bd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.283068] env[71114]: DEBUG oslo_concurrency.lockutils [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] Acquired lock "refresh_cache-16eed948-f001-450f-8cab-e442bbce44bd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.283223] env[71114]: DEBUG nova.network.neutron [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Refreshing network info cache for port b1278f0c-c614-4658-b3bd-0f694e747c5f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.356790] env[71114]: DEBUG nova.compute.utils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.358497] env[71114]: DEBUG nova.compute.manager [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.358689] env[71114]: DEBUG nova.network.neutron [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.403912] env[71114]: DEBUG nova.policy [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dade4f683e6246db800d671d2fcdb040', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a780e78509c4508bc622ab228f8dd08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.481519] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "refresh_cache-16eed948-f001-450f-8cab-e442bbce44bd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.497851] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cafc63-d079-9e9b-2e51-b3ecc2f9b903, 'name': SearchDatastore_Task, 'duration_secs': 0.013587} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.500773] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.501034] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.501282] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.501432] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.501612] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.502408] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4ee3e35-a481-4463-b554-4ab6a2cc3f5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.513752] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.513947] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.514759] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20801355-4259-46b5-adfa-7115195361e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.523612] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1265.523612] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5248ce4f-3703-001e-7157-69c14a9f3183" [ 1265.523612] env[71114]: _type = "Task" [ 1265.523612] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.531919] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5248ce4f-3703-001e-7157-69c14a9f3183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.546913] env[71114]: DEBUG oslo_concurrency.lockutils [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] Releasing lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.547190] env[71114]: DEBUG nova.compute.manager [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Received event network-changed-b1484aa4-9140-4977-9d4e-057e196dd9d9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.547371] env[71114]: DEBUG nova.compute.manager [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Refreshing instance network info cache due to event network-changed-b1484aa4-9140-4977-9d4e-057e196dd9d9. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.547637] env[71114]: DEBUG oslo_concurrency.lockutils [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] Acquiring lock "refresh_cache-a0011b35-468b-406f-99c1-fba87e03c9fb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.547799] env[71114]: DEBUG oslo_concurrency.lockutils [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] Acquired lock "refresh_cache-a0011b35-468b-406f-99c1-fba87e03c9fb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.547961] env[71114]: DEBUG nova.network.neutron [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Refreshing network info cache for port b1484aa4-9140-4977-9d4e-057e196dd9d9 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.560758] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b92168f-c6f8-424d-8266-8dc10537159a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.570543] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaad85a-892a-4a84-866e-36375819d8b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.600630] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c376146-9f0c-4a1c-91d0-9f5eee19a865 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.609313] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133aac92-8d0b-4592-98d0-a798d2e30488 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.625371] env[71114]: DEBUG nova.compute.provider_tree [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.716749] env[71114]: DEBUG nova.network.neutron [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Successfully created port: d6c382ad-9f3f-4455-9d39-617e431fb7c8 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.833237] env[71114]: DEBUG nova.network.neutron [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.862060] env[71114]: DEBUG nova.compute.manager [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1265.961614] env[71114]: DEBUG nova.network.neutron [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.036200] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5248ce4f-3703-001e-7157-69c14a9f3183, 'name': SearchDatastore_Task, 'duration_secs': 0.035185} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.036200] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df04e3da-078e-4a8f-a144-aad9b7e7a9db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.042515] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1266.042515] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e3cd9d-e324-1094-c895-d560553df392" [ 1266.042515] env[71114]: _type = "Task" [ 1266.042515] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.055101] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e3cd9d-e324-1094-c895-d560553df392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.128961] env[71114]: DEBUG nova.scheduler.client.report [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.277082] env[71114]: DEBUG nova.network.neutron [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance_info_cache with network_info: [{"id": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "address": "fa:16:3e:08:bd:69", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aaf1c7c-53", "ovs_interfaceid": "9aaf1c7c-532f-4bd0-94f3-8445d6ad158e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.295682] env[71114]: DEBUG nova.network.neutron [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Updated VIF entry in instance network info cache for port b1484aa4-9140-4977-9d4e-057e196dd9d9. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.296061] env[71114]: DEBUG nova.network.neutron [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Updating instance_info_cache with network_info: [{"id": "b1484aa4-9140-4977-9d4e-057e196dd9d9", "address": "fa:16:3e:8f:b0:10", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1484aa4-91", "ovs_interfaceid": "b1484aa4-9140-4977-9d4e-057e196dd9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.464610] env[71114]: DEBUG oslo_concurrency.lockutils [req-939ccc73-db53-4f86-8771-4f636becc981 req-149b3053-8198-4d7a-a99e-c161bb209712 service nova] Releasing lock "refresh_cache-16eed948-f001-450f-8cab-e442bbce44bd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.464610] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquired lock "refresh_cache-16eed948-f001-450f-8cab-e442bbce44bd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.464610] env[71114]: DEBUG nova.network.neutron [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.552270] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e3cd9d-e324-1094-c895-d560553df392, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.552548] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.552806] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 7a3fa358-34ac-462a-a0fa-4c23879c3589/7a3fa358-34ac-462a-a0fa-4c23879c3589.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.553074] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e6c017f-f629-4592-a1b5-efbac3da97b0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.559930] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1266.559930] env[71114]: value = "task-3822622" [ 1266.559930] env[71114]: _type = "Task" [ 1266.559930] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.568583] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.635197] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.660769] env[71114]: INFO nova.scheduler.client.report [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted allocations for instance 888466c4-491a-476e-bcd3-f9ac7514ee0f [ 1266.780747] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-5466c469-9b41-4f7c-a2c8-5e9d59c13507" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.781046] env[71114]: DEBUG nova.objects.instance [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lazy-loading 'migration_context' on Instance uuid 5466c469-9b41-4f7c-a2c8-5e9d59c13507 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.799403] env[71114]: DEBUG oslo_concurrency.lockutils [req-b3f16e57-e38f-4858-a824-aee08913e3ef req-5ed76124-1298-4d7d-a7fc-39df48b1b057 service nova] Releasing lock "refresh_cache-a0011b35-468b-406f-99c1-fba87e03c9fb" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.872759] env[71114]: DEBUG nova.compute.manager [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1266.897472] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1266.897754] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1266.897916] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1266.898114] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1266.898265] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1266.898413] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1266.898631] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1266.898792] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1266.898960] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1266.899138] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1266.899312] env[71114]: DEBUG nova.virt.hardware [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1266.900251] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7730e3d-d17b-4ccb-bc25-7fe29288d920 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.910476] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9499da1c-14bd-4027-9365-fe6c07e16a55 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.001509] env[71114]: DEBUG nova.network.neutron [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.072227] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.172585] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9a14f8c8-1acc-4d80-8b37-8b01fcfeb785 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "888466c4-491a-476e-bcd3-f9ac7514ee0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.571s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.211462] env[71114]: DEBUG nova.network.neutron [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Updating instance_info_cache with network_info: [{"id": "b1278f0c-c614-4658-b3bd-0f694e747c5f", "address": "fa:16:3e:37:1a:b6", "network": {"id": "5b569e93-4fcc-4710-beb0-8e9df075b1db", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1311967385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6029df11df684d52bd325eb0050d10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1278f0c-c6", "ovs_interfaceid": "b1278f0c-c614-4658-b3bd-0f694e747c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.285103] env[71114]: DEBUG nova.objects.base [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Object Instance<5466c469-9b41-4f7c-a2c8-5e9d59c13507> lazy-loaded attributes: info_cache,migration_context {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1267.286176] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de86db2-f076-490d-85d4-63e44211600e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.316965] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed86e2ef-16cb-4caf-89ec-71eb11215640 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.327027] env[71114]: DEBUG oslo_vmware.api [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1267.327027] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a821a7-3bfa-0231-8ae3-4f0653a3f69b" [ 1267.327027] env[71114]: _type = "Task" [ 1267.327027] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.335034] env[71114]: DEBUG oslo_vmware.api [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a821a7-3bfa-0231-8ae3-4f0653a3f69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.337948] env[71114]: DEBUG nova.compute.manager [req-9176ecb8-1581-46c0-9876-c59c1e65c6e8 req-b6d76aa6-9e08-441e-9a91-78ce1b4538df service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Received event network-vif-plugged-d6c382ad-9f3f-4455-9d39-617e431fb7c8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.338195] env[71114]: DEBUG oslo_concurrency.lockutils [req-9176ecb8-1581-46c0-9876-c59c1e65c6e8 req-b6d76aa6-9e08-441e-9a91-78ce1b4538df service nova] Acquiring lock "8284c7a7-8741-422b-b601-f5609f65aa36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.338378] env[71114]: DEBUG oslo_concurrency.lockutils [req-9176ecb8-1581-46c0-9876-c59c1e65c6e8 req-b6d76aa6-9e08-441e-9a91-78ce1b4538df service nova] Lock "8284c7a7-8741-422b-b601-f5609f65aa36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.338553] env[71114]: DEBUG oslo_concurrency.lockutils [req-9176ecb8-1581-46c0-9876-c59c1e65c6e8 req-b6d76aa6-9e08-441e-9a91-78ce1b4538df service nova] Lock "8284c7a7-8741-422b-b601-f5609f65aa36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.338717] env[71114]: DEBUG nova.compute.manager [req-9176ecb8-1581-46c0-9876-c59c1e65c6e8 req-b6d76aa6-9e08-441e-9a91-78ce1b4538df service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] No waiting events found dispatching network-vif-plugged-d6c382ad-9f3f-4455-9d39-617e431fb7c8 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1267.338998] env[71114]: WARNING nova.compute.manager [req-9176ecb8-1581-46c0-9876-c59c1e65c6e8 req-b6d76aa6-9e08-441e-9a91-78ce1b4538df service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Received unexpected event network-vif-plugged-d6c382ad-9f3f-4455-9d39-617e431fb7c8 for instance with vm_state building and task_state spawning. [ 1267.528638] env[71114]: DEBUG nova.network.neutron [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Successfully updated port: d6c382ad-9f3f-4455-9d39-617e431fb7c8 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.573645] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634996} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.574021] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 7a3fa358-34ac-462a-a0fa-4c23879c3589/7a3fa358-34ac-462a-a0fa-4c23879c3589.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.574264] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.574553] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db29f318-be4a-4950-bb61-bcc511effc6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.582956] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1267.582956] env[71114]: value = "task-3822625" [ 1267.582956] env[71114]: _type = "Task" [ 1267.582956] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.592743] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.714702] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Releasing lock "refresh_cache-16eed948-f001-450f-8cab-e442bbce44bd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.715068] env[71114]: DEBUG nova.compute.manager [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Instance network_info: |[{"id": "b1278f0c-c614-4658-b3bd-0f694e747c5f", "address": "fa:16:3e:37:1a:b6", "network": {"id": "5b569e93-4fcc-4710-beb0-8e9df075b1db", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1311967385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6029df11df684d52bd325eb0050d10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1278f0c-c6", "ovs_interfaceid": "b1278f0c-c614-4658-b3bd-0f694e747c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1267.715537] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:1a:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d054505-89d3-49c5-8b38-5da917a42c49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1278f0c-c614-4658-b3bd-0f694e747c5f', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.723101] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.723328] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.723547] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5674fb7c-c271-4853-82c5-a484648fa41b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.744301] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.744301] env[71114]: value = "task-3822626" [ 1267.744301] env[71114]: _type = "Task" [ 1267.744301] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.752756] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822626, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.834947] env[71114]: DEBUG oslo_vmware.api [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a821a7-3bfa-0231-8ae3-4f0653a3f69b, 'name': SearchDatastore_Task, 'duration_secs': 0.014078} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.835196] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.835465] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.037673] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "refresh_cache-8284c7a7-8741-422b-b601-f5609f65aa36" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.037969] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "refresh_cache-8284c7a7-8741-422b-b601-f5609f65aa36" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.037969] env[71114]: DEBUG nova.network.neutron [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.092899] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.257045] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822626, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.277791] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.278044] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.517504] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b0093a-010c-481d-b8ef-f67dc4147c7e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.527144] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cdb406-9b3b-41ca-a9ca-6fa23a1515e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.562932] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3a1a25-9d8e-47b5-a473-5b74d19f37c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.571441] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de111449-be53-4bdb-9384-1f768a555c2b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.586744] env[71114]: DEBUG nova.compute.provider_tree [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.596586] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.924637} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.597458] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.598316] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5537f770-09f4-4d60-bb79-643866ac1028 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.622421] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 7a3fa358-34ac-462a-a0fa-4c23879c3589/7a3fa358-34ac-462a-a0fa-4c23879c3589.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.623470] env[71114]: DEBUG nova.network.neutron [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.625737] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3614c7fc-5ec4-46a6-a240-82b592bb6927 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.647804] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1268.647804] env[71114]: value = "task-3822627" [ 1268.647804] env[71114]: _type = "Task" [ 1268.647804] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.656899] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.760209] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822626, 'name': CreateVM_Task, 'duration_secs': 0.588063} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.760832] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.761730] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.762114] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.762689] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.763059] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383836bc-184a-4da2-8b90-48ba757585f3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.771990] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1268.771990] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522196ae-65d5-e680-613a-c6ac7f44f5b0" [ 1268.771990] env[71114]: _type = "Task" [ 1268.771990] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.783024] env[71114]: DEBUG nova.compute.manager [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.784965] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522196ae-65d5-e680-613a-c6ac7f44f5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.865739] env[71114]: DEBUG nova.network.neutron [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Updating instance_info_cache with network_info: [{"id": "d6c382ad-9f3f-4455-9d39-617e431fb7c8", "address": "fa:16:3e:07:86:e8", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c382ad-9f", "ovs_interfaceid": "d6c382ad-9f3f-4455-9d39-617e431fb7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.093124] env[71114]: DEBUG nova.scheduler.client.report [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.158427] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.282446] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522196ae-65d5-e680-613a-c6ac7f44f5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015035} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.282774] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.283013] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.283260] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.283405] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.283585] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.283962] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08559d7e-eebd-434e-a847-03e08d76de64 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.295858] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.296018] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.297459] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a28b7e7a-b2e9-46dd-a926-a4c079577314 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.301722] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.303446] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1269.303446] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5272a419-c17d-d69d-d578-206fb53cafb0" [ 1269.303446] env[71114]: _type = "Task" [ 1269.303446] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.311690] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5272a419-c17d-d69d-d578-206fb53cafb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.366408] env[71114]: DEBUG nova.compute.manager [req-3b1adb48-44ae-42c4-946b-8817de0a99ca req-c54c43be-d8be-44fd-8a44-b8b0d5397046 service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Received event network-changed-d6c382ad-9f3f-4455-9d39-617e431fb7c8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.366408] env[71114]: DEBUG nova.compute.manager [req-3b1adb48-44ae-42c4-946b-8817de0a99ca req-c54c43be-d8be-44fd-8a44-b8b0d5397046 service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Refreshing instance network info cache due to event network-changed-d6c382ad-9f3f-4455-9d39-617e431fb7c8. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.366680] env[71114]: DEBUG oslo_concurrency.lockutils [req-3b1adb48-44ae-42c4-946b-8817de0a99ca req-c54c43be-d8be-44fd-8a44-b8b0d5397046 service nova] Acquiring lock "refresh_cache-8284c7a7-8741-422b-b601-f5609f65aa36" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.368469] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "refresh_cache-8284c7a7-8741-422b-b601-f5609f65aa36" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.368771] env[71114]: DEBUG nova.compute.manager [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Instance network_info: |[{"id": "d6c382ad-9f3f-4455-9d39-617e431fb7c8", "address": "fa:16:3e:07:86:e8", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c382ad-9f", "ovs_interfaceid": "d6c382ad-9f3f-4455-9d39-617e431fb7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.369044] env[71114]: DEBUG oslo_concurrency.lockutils [req-3b1adb48-44ae-42c4-946b-8817de0a99ca req-c54c43be-d8be-44fd-8a44-b8b0d5397046 service nova] Acquired lock "refresh_cache-8284c7a7-8741-422b-b601-f5609f65aa36" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.369217] env[71114]: DEBUG nova.network.neutron [req-3b1adb48-44ae-42c4-946b-8817de0a99ca req-c54c43be-d8be-44fd-8a44-b8b0d5397046 service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Refreshing network info cache for port d6c382ad-9f3f-4455-9d39-617e431fb7c8 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.370558] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:86:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91c1da19-ab68-4127-bacd-accbaff19651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6c382ad-9f3f-4455-9d39-617e431fb7c8', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.379275] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.386942] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.387242] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65ab879d-0816-4650-9f58-5eff293a07c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.409892] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.409892] env[71114]: value = "task-3822629" [ 1269.409892] env[71114]: _type = "Task" [ 1269.409892] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.421268] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822629, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.535450] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1269.535686] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760046', 'volume_id': '1496ff44-5798-4527-93eb-22043da33e8f', 'name': 'volume-1496ff44-5798-4527-93eb-22043da33e8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8964865f-3577-4b9e-9e6b-995ccf446397', 'attached_at': '', 'detached_at': '', 'volume_id': '1496ff44-5798-4527-93eb-22043da33e8f', 'serial': '1496ff44-5798-4527-93eb-22043da33e8f'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1269.536955] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6721381b-9c76-44aa-b278-eb8acda53565 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.554875] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacc0ec8-c675-4cbc-965d-a4169977ee41 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.597697] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-1496ff44-5798-4527-93eb-22043da33e8f/volume-1496ff44-5798-4527-93eb-22043da33e8f.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.598235] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f49a5b-7489-4dc6-9e78-13ddb164e7a3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.633938] env[71114]: DEBUG oslo_vmware.api [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1269.633938] env[71114]: value = "task-3822630" [ 1269.633938] env[71114]: _type = "Task" [ 1269.633938] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.652153] env[71114]: DEBUG oslo_vmware.api [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.665951] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822627, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.815149] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5272a419-c17d-d69d-d578-206fb53cafb0, 'name': SearchDatastore_Task, 'duration_secs': 0.013832} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.815985] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf3af06-b1df-4efe-9101-e45f526ed7ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.822188] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1269.822188] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527f238f-d5c3-c0a1-2833-7c2a94d1f53c" [ 1269.822188] env[71114]: _type = "Task" [ 1269.822188] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.831713] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527f238f-d5c3-c0a1-2833-7c2a94d1f53c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.923305] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822629, 'name': CreateVM_Task, 'duration_secs': 0.405032} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.923527] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.924297] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.924479] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.924818] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.925095] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-982becf4-f6b4-4275-b03a-7de7cb7fa13e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.931070] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1269.931070] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522f4a8b-6b4a-06e2-dd0b-2807fd478162" [ 1269.931070] env[71114]: _type = "Task" [ 1269.931070] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.941190] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522f4a8b-6b4a-06e2-dd0b-2807fd478162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.130165] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.294s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.135382] env[71114]: DEBUG nova.network.neutron [req-3b1adb48-44ae-42c4-946b-8817de0a99ca req-c54c43be-d8be-44fd-8a44-b8b0d5397046 service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Updated VIF entry in instance network info cache for port d6c382ad-9f3f-4455-9d39-617e431fb7c8. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.135820] env[71114]: DEBUG nova.network.neutron [req-3b1adb48-44ae-42c4-946b-8817de0a99ca req-c54c43be-d8be-44fd-8a44-b8b0d5397046 service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Updating instance_info_cache with network_info: [{"id": "d6c382ad-9f3f-4455-9d39-617e431fb7c8", "address": "fa:16:3e:07:86:e8", "network": {"id": "c9f8d0a9-84a1-43a8-931e-34eaa4cc5dae", "bridge": "br-int", "label": "tempest-ServersTestJSON-874219382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a780e78509c4508bc622ab228f8dd08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91c1da19-ab68-4127-bacd-accbaff19651", "external-id": "nsx-vlan-transportzone-319", "segmentation_id": 319, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c382ad-9f", "ovs_interfaceid": "d6c382ad-9f3f-4455-9d39-617e431fb7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.137431] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.836s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.139484] env[71114]: INFO nova.compute.claims [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.156463] env[71114]: DEBUG oslo_vmware.api [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.169073] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822627, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.332551] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]527f238f-d5c3-c0a1-2833-7c2a94d1f53c, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.332792] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.333016] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 16eed948-f001-450f-8cab-e442bbce44bd/16eed948-f001-450f-8cab-e442bbce44bd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.333287] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0001be8-7a00-431e-9acc-c84135b5ad40 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.340953] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1270.340953] env[71114]: value = "task-3822631" [ 1270.340953] env[71114]: _type = "Task" [ 1270.340953] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.349891] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.446052] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522f4a8b-6b4a-06e2-dd0b-2807fd478162, 'name': SearchDatastore_Task, 'duration_secs': 0.029436} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.446560] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.446912] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.447298] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.447546] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.447834] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.448232] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea17b2e-199c-443d-b633-ef5879486f71 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.461828] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.462127] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.463410] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68338a28-a792-4a80-8e86-ff949859631a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.471266] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1270.471266] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529c15fb-46c6-ce89-981b-967ff71653b0" [ 1270.471266] env[71114]: _type = "Task" [ 1270.471266] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.483160] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529c15fb-46c6-ce89-981b-967ff71653b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.647083] env[71114]: DEBUG oslo_concurrency.lockutils [req-3b1adb48-44ae-42c4-946b-8817de0a99ca req-c54c43be-d8be-44fd-8a44-b8b0d5397046 service nova] Releasing lock "refresh_cache-8284c7a7-8741-422b-b601-f5609f65aa36" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.672184] env[71114]: DEBUG oslo_vmware.api [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822630, 'name': ReconfigVM_Task, 'duration_secs': 0.843403} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.676694] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-1496ff44-5798-4527-93eb-22043da33e8f/volume-1496ff44-5798-4527-93eb-22043da33e8f.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.691817] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c313de-81d2-41f0-86ba-50f49e1e3eb0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.707768] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822627, 'name': ReconfigVM_Task, 'duration_secs': 1.586908} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.708092] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 7a3fa358-34ac-462a-a0fa-4c23879c3589/7a3fa358-34ac-462a-a0fa-4c23879c3589.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.709681] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f48f8e3-78c1-4644-be5a-63ee37f0c60b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.716755] env[71114]: DEBUG oslo_vmware.api [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1270.716755] env[71114]: value = "task-3822632" [ 1270.716755] env[71114]: _type = "Task" [ 1270.716755] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.721942] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1270.721942] env[71114]: value = "task-3822633" [ 1270.721942] env[71114]: _type = "Task" [ 1270.721942] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.733198] env[71114]: INFO nova.scheduler.client.report [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted allocation for migration 2a2165e8-dd5e-4563-8212-3b06c50b7a7d [ 1270.734632] env[71114]: DEBUG oslo_vmware.api [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.743824] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822633, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.853576] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822631, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.983990] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529c15fb-46c6-ce89-981b-967ff71653b0, 'name': SearchDatastore_Task, 'duration_secs': 0.040499} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.985068] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291dc286-1fb3-48b8-b875-965948fa2f70 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.992991] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1270.992991] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5277d391-0cea-529c-0504-4320f44b7c32" [ 1270.992991] env[71114]: _type = "Task" [ 1270.992991] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.002936] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5277d391-0cea-529c-0504-4320f44b7c32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.230880] env[71114]: DEBUG oslo_vmware.api [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822632, 'name': ReconfigVM_Task, 'duration_secs': 0.341392} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.231477] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760046', 'volume_id': '1496ff44-5798-4527-93eb-22043da33e8f', 'name': 'volume-1496ff44-5798-4527-93eb-22043da33e8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8964865f-3577-4b9e-9e6b-995ccf446397', 'attached_at': '', 'detached_at': '', 'volume_id': '1496ff44-5798-4527-93eb-22043da33e8f', 'serial': '1496ff44-5798-4527-93eb-22043da33e8f'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1271.239862] env[71114]: DEBUG oslo_concurrency.lockutils [None req-fa3e03e8-f00c-422f-89db-71fdbfc02993 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.908s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.241028] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822633, 'name': Rename_Task, 'duration_secs': 0.329921} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.241697] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.242224] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2789bee-76e3-424a-91d0-7289acabeab7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.250565] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1271.250565] env[71114]: value = "task-3822634" [ 1271.250565] env[71114]: _type = "Task" [ 1271.250565] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.263157] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.348162] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77560447-3346-4bf2-aed9-bb38c66778c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.357909] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667271} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.360782] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 16eed948-f001-450f-8cab-e442bbce44bd/16eed948-f001-450f-8cab-e442bbce44bd.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.361024] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.361335] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd6213cd-127f-4533-a487-e0dde5aeb3d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.364007] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb659ad-3ec4-4b22-9e38-b6742851b882 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.372199] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1271.372199] env[71114]: value = "task-3822635" [ 1271.372199] env[71114]: _type = "Task" [ 1271.372199] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.402368] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0b1355-1657-4182-b978-dc35f33d3df3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.410406] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.414284] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1f6230-0794-4c56-a278-bfe8256ff688 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.430505] env[71114]: DEBUG nova.compute.provider_tree [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.504731] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5277d391-0cea-529c-0504-4320f44b7c32, 'name': SearchDatastore_Task, 'duration_secs': 0.010779} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.504996] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.505274] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 8284c7a7-8741-422b-b601-f5609f65aa36/8284c7a7-8741-422b-b601-f5609f65aa36.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.505581] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66301f94-0ad2-4c39-8a53-d4c3b8592625 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.513271] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1271.513271] env[71114]: value = "task-3822637" [ 1271.513271] env[71114]: _type = "Task" [ 1271.513271] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.522330] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.766843] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822634, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.910353] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075559} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.911022] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.911840] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55d6fd3-1c4c-4a40-9f53-c36801382cb9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.941025] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 16eed948-f001-450f-8cab-e442bbce44bd/16eed948-f001-450f-8cab-e442bbce44bd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.942143] env[71114]: DEBUG nova.scheduler.client.report [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.945669] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c25f3dc-0285-48db-9059-0510051689de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.963295] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.826s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.963642] env[71114]: DEBUG nova.compute.manager [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1271.978622] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1271.978622] env[71114]: value = "task-3822638" [ 1271.978622] env[71114]: _type = "Task" [ 1271.978622] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.984012] env[71114]: DEBUG oslo_concurrency.lockutils [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "1575d037-9610-48b6-8ae4-08c76173bae4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.984237] env[71114]: DEBUG oslo_concurrency.lockutils [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "1575d037-9610-48b6-8ae4-08c76173bae4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.985367] env[71114]: DEBUG oslo_concurrency.lockutils [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "1575d037-9610-48b6-8ae4-08c76173bae4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.985367] env[71114]: DEBUG oslo_concurrency.lockutils [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "1575d037-9610-48b6-8ae4-08c76173bae4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.985367] env[71114]: DEBUG oslo_concurrency.lockutils [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "1575d037-9610-48b6-8ae4-08c76173bae4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.993347] env[71114]: INFO nova.compute.manager [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Terminating instance [ 1271.997849] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822638, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.025904] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822637, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.262430] env[71114]: DEBUG oslo_vmware.api [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822634, 'name': PowerOnVM_Task, 'duration_secs': 0.524417} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.262799] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.263094] env[71114]: INFO nova.compute.manager [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1272.263311] env[71114]: DEBUG nova.compute.manager [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1272.264181] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f248e-959a-421a-9a90-58357caaf241 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.284747] env[71114]: DEBUG nova.objects.instance [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lazy-loading 'flavor' on Instance uuid 8964865f-3577-4b9e-9e6b-995ccf446397 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.379671] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.379935] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.380178] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.380366] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.380537] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.382752] env[71114]: INFO nova.compute.manager [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Terminating instance [ 1272.469721] env[71114]: DEBUG nova.compute.utils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.471294] env[71114]: DEBUG nova.compute.manager [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1272.471514] env[71114]: DEBUG nova.network.neutron [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.488429] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822638, 'name': ReconfigVM_Task, 'duration_secs': 0.381622} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.488705] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 16eed948-f001-450f-8cab-e442bbce44bd/16eed948-f001-450f-8cab-e442bbce44bd.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.489378] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9af01b73-c008-4bb2-8b2e-9650b0d7a0e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.496658] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1272.496658] env[71114]: value = "task-3822639" [ 1272.496658] env[71114]: _type = "Task" [ 1272.496658] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.500271] env[71114]: DEBUG nova.compute.manager [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.500474] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.501319] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57cb019-aca6-4758-884e-07d8e2d1c8ac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.509959] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822639, 'name': Rename_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.512454] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.512729] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a744933-c997-4383-bbc8-e0b6d57658f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.520513] env[71114]: DEBUG oslo_vmware.api [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1272.520513] env[71114]: value = "task-3822640" [ 1272.520513] env[71114]: _type = "Task" [ 1272.520513] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.525092] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566858} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.529798] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 8284c7a7-8741-422b-b601-f5609f65aa36/8284c7a7-8741-422b-b601-f5609f65aa36.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.530255] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.530695] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4d8805a-6c4a-4c2b-8e6e-f8050df58647 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.535264] env[71114]: DEBUG nova.policy [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b73ab18eef4445490b4c5b8ef022b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5b36391be1d4f49896735c4a5690c42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.541423] env[71114]: DEBUG oslo_vmware.api [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.542856] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1272.542856] env[71114]: value = "task-3822641" [ 1272.542856] env[71114]: _type = "Task" [ 1272.542856] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.553765] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.784575] env[71114]: INFO nova.compute.manager [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Took 16.12 seconds to build instance. [ 1272.790980] env[71114]: DEBUG oslo_concurrency.lockutils [None req-595059a4-d062-4c34-9cd2-df796f5769d6 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.893s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.868174] env[71114]: DEBUG nova.network.neutron [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Successfully created port: 5e36348b-4513-4f0d-bfe1-714d617090b2 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.886778] env[71114]: DEBUG nova.compute.manager [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.887111] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.888030] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d53145-ea74-44cb-b1a7-20611ae63445 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.896428] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.896726] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc294062-6cd6-478b-a28a-ff0da9973f9f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.903610] env[71114]: DEBUG oslo_vmware.api [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1272.903610] env[71114]: value = "task-3822642" [ 1272.903610] env[71114]: _type = "Task" [ 1272.903610] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.912736] env[71114]: DEBUG oslo_vmware.api [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.922532] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "0207478e-c00c-4a86-9239-bed7409ac293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.922812] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "0207478e-c00c-4a86-9239-bed7409ac293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.974584] env[71114]: DEBUG nova.compute.manager [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1273.014795] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822639, 'name': Rename_Task, 'duration_secs': 0.166903} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.014795] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.014795] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11058b56-dbfc-450d-8731-cd4c1d4085e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.025025] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1273.025025] env[71114]: value = "task-3822643" [ 1273.025025] env[71114]: _type = "Task" [ 1273.025025] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.050028] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822643, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.050028] env[71114]: DEBUG oslo_vmware.api [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822640, 'name': PowerOffVM_Task, 'duration_secs': 0.202336} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.053687] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.053910] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.054534] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb8d8d29-ad49-4494-8d4b-8723f1a2645a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.064109] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074038} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.064409] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.065627] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90be9a5e-f964-4bbf-8f40-172deaf20f37 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.095779] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 8284c7a7-8741-422b-b601-f5609f65aa36/8284c7a7-8741-422b-b601-f5609f65aa36.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.096184] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61069bcd-bbe0-4ac1-ae7e-083ef3195478 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.118263] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1273.118263] env[71114]: value = "task-3822645" [ 1273.118263] env[71114]: _type = "Task" [ 1273.118263] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.128460] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.155262] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.155589] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.155794] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleting the datastore file [datastore1] 1575d037-9610-48b6-8ae4-08c76173bae4 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.156096] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-089d60b4-b474-452e-b6c5-f95a2a4f93d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.164495] env[71114]: DEBUG oslo_vmware.api [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1273.164495] env[71114]: value = "task-3822646" [ 1273.164495] env[71114]: _type = "Task" [ 1273.164495] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.178165] env[71114]: DEBUG oslo_vmware.api [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.286969] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2ec186e1-ec33-42d8-8b71-8efc60878488 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.633s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.416711] env[71114]: DEBUG oslo_vmware.api [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822642, 'name': PowerOffVM_Task, 'duration_secs': 0.210431} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.416711] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.416711] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.416711] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2b1fee5-b36e-40ad-a2af-261ed00ba154 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.430204] env[71114]: DEBUG nova.compute.manager [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.451591] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "8964865f-3577-4b9e-9e6b-995ccf446397" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.451854] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.504320] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.504320] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.504543] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleting the datastore file [datastore1] 5466c469-9b41-4f7c-a2c8-5e9d59c13507 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.504830] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b2d867c-09c6-416a-8b83-60c3c62d73f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.513277] env[71114]: DEBUG oslo_vmware.api [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1273.513277] env[71114]: value = "task-3822648" [ 1273.513277] env[71114]: _type = "Task" [ 1273.513277] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.528696] env[71114]: DEBUG oslo_vmware.api [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.541696] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.630196] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.677105] env[71114]: DEBUG oslo_vmware.api [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16867} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.677360] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.677426] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.677668] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.677957] env[71114]: INFO nova.compute.manager [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1273.678383] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.678680] env[71114]: DEBUG nova.compute.manager [-] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.678836] env[71114]: DEBUG nova.network.neutron [-] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.800064] env[71114]: DEBUG nova.compute.manager [req-e750e67b-f30a-4672-95c2-746bccf96e05 req-9290c968-7619-4a66-ab1e-0085cc7a5c2c service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received event network-changed-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.800609] env[71114]: DEBUG nova.compute.manager [req-e750e67b-f30a-4672-95c2-746bccf96e05 req-9290c968-7619-4a66-ab1e-0085cc7a5c2c service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Refreshing instance network info cache due to event network-changed-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.801184] env[71114]: DEBUG oslo_concurrency.lockutils [req-e750e67b-f30a-4672-95c2-746bccf96e05 req-9290c968-7619-4a66-ab1e-0085cc7a5c2c service nova] Acquiring lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.801557] env[71114]: DEBUG oslo_concurrency.lockutils [req-e750e67b-f30a-4672-95c2-746bccf96e05 req-9290c968-7619-4a66-ab1e-0085cc7a5c2c service nova] Acquired lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.801965] env[71114]: DEBUG nova.network.neutron [req-e750e67b-f30a-4672-95c2-746bccf96e05 req-9290c968-7619-4a66-ab1e-0085cc7a5c2c service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Refreshing network info cache for port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.955432] env[71114]: INFO nova.compute.manager [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Detaching volume 1496ff44-5798-4527-93eb-22043da33e8f [ 1273.959111] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.959562] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.961156] env[71114]: INFO nova.compute.claims [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.989835] env[71114]: DEBUG nova.compute.manager [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1274.005220] env[71114]: INFO nova.virt.block_device [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Attempting to driver detach volume 1496ff44-5798-4527-93eb-22043da33e8f from mountpoint /dev/sdb [ 1274.006186] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1274.006360] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760046', 'volume_id': '1496ff44-5798-4527-93eb-22043da33e8f', 'name': 'volume-1496ff44-5798-4527-93eb-22043da33e8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8964865f-3577-4b9e-9e6b-995ccf446397', 'attached_at': '', 'detached_at': '', 'volume_id': '1496ff44-5798-4527-93eb-22043da33e8f', 'serial': '1496ff44-5798-4527-93eb-22043da33e8f'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1274.007443] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcce3c2-1f97-4c91-99d9-64ffe0f6a960 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.049760] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5d01e9-8343-4180-8967-a4d3e1e2f18c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.059036] env[71114]: DEBUG oslo_vmware.api [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317829} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.060649] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.060789] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.060953] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.061176] env[71114]: INFO nova.compute.manager [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1274.061534] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.064350] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.064587] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.064747] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.064928] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.065215] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.065393] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.065614] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.065772] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.065957] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.066152] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.066326] env[71114]: DEBUG nova.virt.hardware [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.066706] env[71114]: DEBUG nova.compute.manager [-] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.066829] env[71114]: DEBUG nova.network.neutron [-] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.069589] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5a34f4-540d-4bfe-a876-22802bd59dd4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.078970] env[71114]: DEBUG oslo_vmware.api [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822643, 'name': PowerOnVM_Task, 'duration_secs': 0.730233} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.080563] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0d4e27-dfe4-45e0-aecc-d751bef04e96 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.089118] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.089118] env[71114]: INFO nova.compute.manager [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1274.089734] env[71114]: DEBUG nova.compute.manager [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1274.093833] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9051f477-364f-4307-943a-82cea4fd9173 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.101848] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2046b5fc-b5ee-4be4-b915-d83d84ec024d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.151774] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c6b6ac-e0b1-4293-8609-a3d6f292e3a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.188813] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822645, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.205533] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] The volume has not been displaced from its original location: [datastore1] volume-1496ff44-5798-4527-93eb-22043da33e8f/volume-1496ff44-5798-4527-93eb-22043da33e8f.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1274.211571] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1274.212340] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f260bbc-d138-4973-9b73-7ab9e4bc6624 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.237612] env[71114]: DEBUG oslo_vmware.api [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1274.237612] env[71114]: value = "task-3822650" [ 1274.237612] env[71114]: _type = "Task" [ 1274.237612] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.249035] env[71114]: DEBUG oslo_vmware.api [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.603979] env[71114]: DEBUG nova.network.neutron [req-e750e67b-f30a-4672-95c2-746bccf96e05 req-9290c968-7619-4a66-ab1e-0085cc7a5c2c service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updated VIF entry in instance network info cache for port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.603979] env[71114]: DEBUG nova.network.neutron [req-e750e67b-f30a-4672-95c2-746bccf96e05 req-9290c968-7619-4a66-ab1e-0085cc7a5c2c service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updating instance_info_cache with network_info: [{"id": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "address": "fa:16:3e:65:7d:9a", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ecdcd8-93", "ovs_interfaceid": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.660108] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822645, 'name': ReconfigVM_Task, 'duration_secs': 1.369708} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.660633] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 8284c7a7-8741-422b-b601-f5609f65aa36/8284c7a7-8741-422b-b601-f5609f65aa36.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.661489] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d93cf94-cd0e-4a95-8f6c-3fff61a0f6ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.674858] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1274.674858] env[71114]: value = "task-3822651" [ 1274.674858] env[71114]: _type = "Task" [ 1274.674858] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.691698] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822651, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.694484] env[71114]: INFO nova.compute.manager [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Took 15.49 seconds to build instance. [ 1274.709376] env[71114]: DEBUG nova.compute.manager [req-633b2535-76aa-420c-b844-11e1b3c16592 req-128cfd7a-27c9-4b98-b183-d1f85ea28f50 service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Received event network-vif-deleted-9aaf1c7c-532f-4bd0-94f3-8445d6ad158e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.709376] env[71114]: INFO nova.compute.manager [req-633b2535-76aa-420c-b844-11e1b3c16592 req-128cfd7a-27c9-4b98-b183-d1f85ea28f50 service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Neutron deleted interface 9aaf1c7c-532f-4bd0-94f3-8445d6ad158e; detaching it from the instance and deleting it from the info cache [ 1274.709376] env[71114]: DEBUG nova.network.neutron [req-633b2535-76aa-420c-b844-11e1b3c16592 req-128cfd7a-27c9-4b98-b183-d1f85ea28f50 service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.799672] env[71114]: DEBUG oslo_vmware.api [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822650, 'name': ReconfigVM_Task, 'duration_secs': 0.441292} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.799672] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1274.799672] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ecd6011-69e2-4e80-a6a0-6ae85725ecce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.799672] env[71114]: DEBUG nova.network.neutron [-] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.799672] env[71114]: DEBUG oslo_vmware.api [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1274.799672] env[71114]: value = "task-3822652" [ 1274.799672] env[71114]: _type = "Task" [ 1274.799672] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.800839] env[71114]: DEBUG oslo_vmware.api [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.881969] env[71114]: DEBUG nova.network.neutron [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Successfully updated port: 5e36348b-4513-4f0d-bfe1-714d617090b2 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.038291] env[71114]: DEBUG nova.network.neutron [-] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.104195] env[71114]: DEBUG oslo_concurrency.lockutils [req-e750e67b-f30a-4672-95c2-746bccf96e05 req-9290c968-7619-4a66-ab1e-0085cc7a5c2c service nova] Releasing lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.180312] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb52e79-6aff-48c2-b44c-a0406d161cbf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.188814] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822651, 'name': Rename_Task, 'duration_secs': 0.189597} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.191160] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.191817] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d27befd-d184-49f2-8220-0d4121ebc9e0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.194253] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7a7ff8-9fab-4f62-9b2e-1a647ba1a2c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.197783] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3454537d-6e49-4bbb-ae41-3454001b29ce tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.998s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.230441] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aff217ee-ddf9-47d0-bb39-96d1fe8de837 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.232783] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63d511d-6e0e-421b-83f6-be921a8ac4c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.235477] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1275.235477] env[71114]: value = "task-3822653" [ 1275.235477] env[71114]: _type = "Task" [ 1275.235477] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.244325] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bfa66a-d04b-417f-92f0-eeabbf9be663 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.254887] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74292e05-5782-4a56-b16c-52efd60a5d6a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.266410] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.276488] env[71114]: DEBUG nova.compute.provider_tree [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.289995] env[71114]: DEBUG nova.compute.manager [req-633b2535-76aa-420c-b844-11e1b3c16592 req-128cfd7a-27c9-4b98-b183-d1f85ea28f50 service nova] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Detach interface failed, port_id=9aaf1c7c-532f-4bd0-94f3-8445d6ad158e, reason: Instance 5466c469-9b41-4f7c-a2c8-5e9d59c13507 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.300748] env[71114]: DEBUG oslo_vmware.api [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.301194] env[71114]: INFO nova.compute.manager [-] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Took 1.62 seconds to deallocate network for instance. [ 1275.386386] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.386386] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.386386] env[71114]: DEBUG nova.network.neutron [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.543570] env[71114]: INFO nova.compute.manager [-] [instance: 5466c469-9b41-4f7c-a2c8-5e9d59c13507] Took 1.48 seconds to deallocate network for instance. [ 1275.746609] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.780307] env[71114]: DEBUG nova.scheduler.client.report [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.803336] env[71114]: DEBUG oslo_vmware.api [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.811485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.829121] env[71114]: DEBUG nova.compute.manager [req-d473aae1-a87e-4426-a2f1-473949cb0082 req-595e2355-2dcf-4534-a556-b2cfa5cf7edd service nova] [instance: 1575d037-9610-48b6-8ae4-08c76173bae4] Received event network-vif-deleted-3708254f-f8c8-4c96-bc3f-9c3b0c84d327 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.829121] env[71114]: DEBUG nova.compute.manager [req-d473aae1-a87e-4426-a2f1-473949cb0082 req-595e2355-2dcf-4534-a556-b2cfa5cf7edd service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Received event network-changed-b1278f0c-c614-4658-b3bd-0f694e747c5f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.829121] env[71114]: DEBUG nova.compute.manager [req-d473aae1-a87e-4426-a2f1-473949cb0082 req-595e2355-2dcf-4534-a556-b2cfa5cf7edd service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Refreshing instance network info cache due to event network-changed-b1278f0c-c614-4658-b3bd-0f694e747c5f. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1275.829121] env[71114]: DEBUG oslo_concurrency.lockutils [req-d473aae1-a87e-4426-a2f1-473949cb0082 req-595e2355-2dcf-4534-a556-b2cfa5cf7edd service nova] Acquiring lock "refresh_cache-16eed948-f001-450f-8cab-e442bbce44bd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.829689] env[71114]: DEBUG oslo_concurrency.lockutils [req-d473aae1-a87e-4426-a2f1-473949cb0082 req-595e2355-2dcf-4534-a556-b2cfa5cf7edd service nova] Acquired lock "refresh_cache-16eed948-f001-450f-8cab-e442bbce44bd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.829689] env[71114]: DEBUG nova.network.neutron [req-d473aae1-a87e-4426-a2f1-473949cb0082 req-595e2355-2dcf-4534-a556-b2cfa5cf7edd service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Refreshing network info cache for port b1278f0c-c614-4658-b3bd-0f694e747c5f {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.921293] env[71114]: DEBUG nova.network.neutron [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1276.052444] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.128631] env[71114]: DEBUG nova.network.neutron [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance_info_cache with network_info: [{"id": "5e36348b-4513-4f0d-bfe1-714d617090b2", "address": "fa:16:3e:86:8c:06", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e36348b-45", "ovs_interfaceid": "5e36348b-4513-4f0d-bfe1-714d617090b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.248118] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.285985] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.286683] env[71114]: DEBUG nova.compute.manager [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.289433] env[71114]: DEBUG oslo_concurrency.lockutils [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.478s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.289703] env[71114]: DEBUG nova.objects.instance [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'resources' on Instance uuid 1575d037-9610-48b6-8ae4-08c76173bae4 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.302392] env[71114]: DEBUG oslo_vmware.api [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822652, 'name': ReconfigVM_Task, 'duration_secs': 1.178106} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.302693] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760046', 'volume_id': '1496ff44-5798-4527-93eb-22043da33e8f', 'name': 'volume-1496ff44-5798-4527-93eb-22043da33e8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8964865f-3577-4b9e-9e6b-995ccf446397', 'attached_at': '', 'detached_at': '', 'volume_id': '1496ff44-5798-4527-93eb-22043da33e8f', 'serial': '1496ff44-5798-4527-93eb-22043da33e8f'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1276.618676] env[71114]: DEBUG nova.network.neutron [req-d473aae1-a87e-4426-a2f1-473949cb0082 req-595e2355-2dcf-4534-a556-b2cfa5cf7edd service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Updated VIF entry in instance network info cache for port b1278f0c-c614-4658-b3bd-0f694e747c5f. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.619218] env[71114]: DEBUG nova.network.neutron [req-d473aae1-a87e-4426-a2f1-473949cb0082 req-595e2355-2dcf-4534-a556-b2cfa5cf7edd service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Updating instance_info_cache with network_info: [{"id": "b1278f0c-c614-4658-b3bd-0f694e747c5f", "address": "fa:16:3e:37:1a:b6", "network": {"id": "5b569e93-4fcc-4710-beb0-8e9df075b1db", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1311967385-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6029df11df684d52bd325eb0050d10fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d054505-89d3-49c5-8b38-5da917a42c49", "external-id": "nsx-vlan-transportzone-888", "segmentation_id": 888, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1278f0c-c6", "ovs_interfaceid": "b1278f0c-c614-4658-b3bd-0f694e747c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.631840] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.632326] env[71114]: DEBUG nova.compute.manager [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Instance network_info: |[{"id": "5e36348b-4513-4f0d-bfe1-714d617090b2", "address": "fa:16:3e:86:8c:06", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e36348b-45", "ovs_interfaceid": "5e36348b-4513-4f0d-bfe1-714d617090b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1276.632922] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:8c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e36348b-4513-4f0d-bfe1-714d617090b2', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.642141] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.643153] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.643416] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3436e7bf-c068-42de-a20d-14e7ac6febce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.665189] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.665189] env[71114]: value = "task-3822654" [ 1276.665189] env[71114]: _type = "Task" [ 1276.665189] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.674661] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822654, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.740457] env[71114]: DEBUG nova.compute.manager [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Received event network-vif-plugged-5e36348b-4513-4f0d-bfe1-714d617090b2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.740764] env[71114]: DEBUG oslo_concurrency.lockutils [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] Acquiring lock "ffec5007-3b3d-499f-8536-29d7c3c82e78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.740930] env[71114]: DEBUG oslo_concurrency.lockutils [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.741118] env[71114]: DEBUG oslo_concurrency.lockutils [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.741289] env[71114]: DEBUG nova.compute.manager [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] No waiting events found dispatching network-vif-plugged-5e36348b-4513-4f0d-bfe1-714d617090b2 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1276.741468] env[71114]: WARNING nova.compute.manager [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Received unexpected event network-vif-plugged-5e36348b-4513-4f0d-bfe1-714d617090b2 for instance with vm_state building and task_state spawning. [ 1276.741664] env[71114]: DEBUG nova.compute.manager [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Received event network-changed-5e36348b-4513-4f0d-bfe1-714d617090b2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.741891] env[71114]: DEBUG nova.compute.manager [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Refreshing instance network info cache due to event network-changed-5e36348b-4513-4f0d-bfe1-714d617090b2. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.742172] env[71114]: DEBUG oslo_concurrency.lockutils [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] Acquiring lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.742392] env[71114]: DEBUG oslo_concurrency.lockutils [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] Acquired lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.742623] env[71114]: DEBUG nova.network.neutron [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Refreshing network info cache for port 5e36348b-4513-4f0d-bfe1-714d617090b2 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.754142] env[71114]: DEBUG oslo_vmware.api [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822653, 'name': PowerOnVM_Task, 'duration_secs': 1.2898} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.755159] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.755444] env[71114]: INFO nova.compute.manager [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1276.755696] env[71114]: DEBUG nova.compute.manager [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1276.756695] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe2da90-b528-4348-b1af-88f9b3898bf0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.796543] env[71114]: DEBUG nova.compute.utils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.800133] env[71114]: DEBUG nova.compute.manager [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.800434] env[71114]: DEBUG nova.network.neutron [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.841769] env[71114]: DEBUG nova.policy [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1707d4814e404e5e92bcdd029fa53665', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc8d18c557342b9addc4bc2e1b73ceb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.854877] env[71114]: DEBUG nova.objects.instance [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lazy-loading 'flavor' on Instance uuid 8964865f-3577-4b9e-9e6b-995ccf446397 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.010165] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6771595-96a8-4328-acbb-4e7a24b84d18 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.020203] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fe9749-12a8-4983-bf8b-b4228afa6942 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.053485] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70d4d62-a36a-45ab-8d5a-fd18caee149e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.062890] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bfa715-1f38-4a9f-8e2a-fc0ff824f3f3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.081083] env[71114]: DEBUG nova.compute.provider_tree [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.123404] env[71114]: DEBUG oslo_concurrency.lockutils [req-d473aae1-a87e-4426-a2f1-473949cb0082 req-595e2355-2dcf-4534-a556-b2cfa5cf7edd service nova] Releasing lock "refresh_cache-16eed948-f001-450f-8cab-e442bbce44bd" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.179648] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822654, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.205745] env[71114]: DEBUG nova.network.neutron [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Successfully created port: af1cff8f-ea74-4d28-9c7d-933ba3ade031 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.275342] env[71114]: INFO nova.compute.manager [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Took 17.70 seconds to build instance. [ 1277.305983] env[71114]: DEBUG nova.compute.manager [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.488026] env[71114]: DEBUG nova.network.neutron [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updated VIF entry in instance network info cache for port 5e36348b-4513-4f0d-bfe1-714d617090b2. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.488026] env[71114]: DEBUG nova.network.neutron [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance_info_cache with network_info: [{"id": "5e36348b-4513-4f0d-bfe1-714d617090b2", "address": "fa:16:3e:86:8c:06", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e36348b-45", "ovs_interfaceid": "5e36348b-4513-4f0d-bfe1-714d617090b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.584917] env[71114]: DEBUG nova.scheduler.client.report [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.677464] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822654, 'name': CreateVM_Task, 'duration_secs': 0.604076} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.677759] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.685494] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.685675] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.686029] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.686307] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a73638-5a77-4781-afca-b1f1d35da282 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.692340] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1277.692340] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5285d957-28a2-223c-7708-522ebbe774b0" [ 1277.692340] env[71114]: _type = "Task" [ 1277.692340] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.703365] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5285d957-28a2-223c-7708-522ebbe774b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.778149] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ec35090b-2846-46fe-ae5e-27c5e09b5e51 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "8284c7a7-8741-422b-b601-f5609f65aa36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.208s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.861805] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0bea7845-77b7-4058-ab70-8a232b2ece79 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.410s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.987377] env[71114]: DEBUG oslo_concurrency.lockutils [req-90d7e97a-07c4-4649-8905-4290410e31f1 req-0b752e19-3704-4f9c-98d3-554004e1813d service nova] Releasing lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.095561] env[71114]: DEBUG oslo_concurrency.lockutils [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.097668] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.045s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.098020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.117990] env[71114]: INFO nova.scheduler.client.report [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted allocations for instance 5466c469-9b41-4f7c-a2c8-5e9d59c13507 [ 1278.119905] env[71114]: INFO nova.scheduler.client.report [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleted allocations for instance 1575d037-9610-48b6-8ae4-08c76173bae4 [ 1278.204672] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5285d957-28a2-223c-7708-522ebbe774b0, 'name': SearchDatastore_Task, 'duration_secs': 0.016824} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.205014] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.205323] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.205609] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.205758] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.206042] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.206340] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a813920c-a665-41c2-986a-6f1dac6baf28 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.226719] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.226719] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.227976] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75df26d-b4ff-4d7d-add8-7162fa4b9b72 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.234157] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1278.234157] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5283d8d9-57ad-4af2-fc5b-f6ff59be8eb1" [ 1278.234157] env[71114]: _type = "Task" [ 1278.234157] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.244054] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5283d8d9-57ad-4af2-fc5b-f6ff59be8eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.268786] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "8284c7a7-8741-422b-b601-f5609f65aa36" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.269183] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "8284c7a7-8741-422b-b601-f5609f65aa36" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.269410] env[71114]: DEBUG nova.compute.manager [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1278.270416] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b83942c-149f-4ff6-a5a5-2c3dc7326971 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.277917] env[71114]: DEBUG nova.compute.manager [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1278.278545] env[71114]: DEBUG nova.objects.instance [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lazy-loading 'flavor' on Instance uuid 8284c7a7-8741-422b-b601-f5609f65aa36 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.316582] env[71114]: DEBUG nova.compute.manager [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.351689] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.351921] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.352088] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.352272] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.352416] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.352564] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.352770] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.352932] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.353133] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.353299] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.353473] env[71114]: DEBUG nova.virt.hardware [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.354828] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e84b8-69d5-4b24-83f3-8b14b8fc2d1d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.364021] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485920a9-a017-4e85-a20f-caf3d231a801 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.630996] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbd9dc4-1bae-41bd-a2c9-24b05eaa99c2 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "5466c469-9b41-4f7c-a2c8-5e9d59c13507" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.251s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.632294] env[71114]: DEBUG oslo_concurrency.lockutils [None req-50267f43-ed9c-4501-b65b-379acb7306ff tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "1575d037-9610-48b6-8ae4-08c76173bae4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.648s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.746699] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5283d8d9-57ad-4af2-fc5b-f6ff59be8eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.750023] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49bd10d-13c3-48f2-9582-acf71d953f05 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.753888] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1278.753888] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52087bb5-39de-8117-8f1a-70d2e4941178" [ 1278.753888] env[71114]: _type = "Task" [ 1278.753888] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.764974] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52087bb5-39de-8117-8f1a-70d2e4941178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.774047] env[71114]: DEBUG nova.compute.manager [req-5663ecb9-7c23-4e7d-bcd8-c93a95a747bd req-37d6c789-4bcb-4405-bcb8-6e755da071f1 service nova] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Received event network-vif-plugged-af1cff8f-ea74-4d28-9c7d-933ba3ade031 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.774281] env[71114]: DEBUG oslo_concurrency.lockutils [req-5663ecb9-7c23-4e7d-bcd8-c93a95a747bd req-37d6c789-4bcb-4405-bcb8-6e755da071f1 service nova] Acquiring lock "0207478e-c00c-4a86-9239-bed7409ac293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.774485] env[71114]: DEBUG oslo_concurrency.lockutils [req-5663ecb9-7c23-4e7d-bcd8-c93a95a747bd req-37d6c789-4bcb-4405-bcb8-6e755da071f1 service nova] Lock "0207478e-c00c-4a86-9239-bed7409ac293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.774696] env[71114]: DEBUG oslo_concurrency.lockutils [req-5663ecb9-7c23-4e7d-bcd8-c93a95a747bd req-37d6c789-4bcb-4405-bcb8-6e755da071f1 service nova] Lock "0207478e-c00c-4a86-9239-bed7409ac293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.774877] env[71114]: DEBUG nova.compute.manager [req-5663ecb9-7c23-4e7d-bcd8-c93a95a747bd req-37d6c789-4bcb-4405-bcb8-6e755da071f1 service nova] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] No waiting events found dispatching network-vif-plugged-af1cff8f-ea74-4d28-9c7d-933ba3ade031 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1278.775117] env[71114]: WARNING nova.compute.manager [req-5663ecb9-7c23-4e7d-bcd8-c93a95a747bd req-37d6c789-4bcb-4405-bcb8-6e755da071f1 service nova] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Received unexpected event network-vif-plugged-af1cff8f-ea74-4d28-9c7d-933ba3ade031 for instance with vm_state building and task_state spawning. [ 1278.809377] env[71114]: DEBUG nova.network.neutron [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Successfully updated port: af1cff8f-ea74-4d28-9c7d-933ba3ade031 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.836646] env[71114]: DEBUG oslo_concurrency.lockutils [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "8964865f-3577-4b9e-9e6b-995ccf446397" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.836945] env[71114]: DEBUG oslo_concurrency.lockutils [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.837344] env[71114]: DEBUG oslo_concurrency.lockutils [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "8964865f-3577-4b9e-9e6b-995ccf446397-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.837564] env[71114]: DEBUG oslo_concurrency.lockutils [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.837752] env[71114]: DEBUG oslo_concurrency.lockutils [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.840187] env[71114]: INFO nova.compute.manager [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Terminating instance [ 1279.265870] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52087bb5-39de-8117-8f1a-70d2e4941178, 'name': SearchDatastore_Task, 'duration_secs': 0.014362} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.266247] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.266493] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] ffec5007-3b3d-499f-8536-29d7c3c82e78/ffec5007-3b3d-499f-8536-29d7c3c82e78.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.266840] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47c73ca9-1c9f-46e8-9668-80f26c002c4f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.275147] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1279.275147] env[71114]: value = "task-3822656" [ 1279.275147] env[71114]: _type = "Task" [ 1279.275147] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.285137] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.286900] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.287421] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62e1615e-4a68-4697-b3b7-63594fe539ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.295667] env[71114]: DEBUG oslo_vmware.api [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1279.295667] env[71114]: value = "task-3822657" [ 1279.295667] env[71114]: _type = "Task" [ 1279.295667] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.305956] env[71114]: DEBUG oslo_vmware.api [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.313062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.313062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.313217] env[71114]: DEBUG nova.network.neutron [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.344636] env[71114]: DEBUG nova.compute.manager [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1279.344741] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.346041] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df88478-5caf-4a47-9305-2ef120577bac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.355108] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.355443] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba88027a-3183-4d2e-b0c3-e7df77c0de81 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.365173] env[71114]: DEBUG oslo_vmware.api [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1279.365173] env[71114]: value = "task-3822658" [ 1279.365173] env[71114]: _type = "Task" [ 1279.365173] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.374065] env[71114]: DEBUG oslo_vmware.api [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.789033] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822656, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.809077] env[71114]: DEBUG oslo_vmware.api [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822657, 'name': PowerOffVM_Task, 'duration_secs': 0.252179} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.809442] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.809699] env[71114]: DEBUG nova.compute.manager [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1279.810542] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5b58fe-f4b7-441f-a00b-689956186741 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.850209] env[71114]: DEBUG nova.network.neutron [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.880216] env[71114]: DEBUG oslo_vmware.api [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822658, 'name': PowerOffVM_Task, 'duration_secs': 0.229268} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.880516] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.880686] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.880967] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60775223-a94f-4625-9827-27f8e5d4a661 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.956059] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.956906] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.956906] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleting the datastore file [datastore1] 8964865f-3577-4b9e-9e6b-995ccf446397 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.956906] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efdcd72c-1ccb-46c8-b4e8-59d3d5c187b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.965130] env[71114]: DEBUG oslo_vmware.api [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for the task: (returnval){ [ 1279.965130] env[71114]: value = "task-3822661" [ 1279.965130] env[71114]: _type = "Task" [ 1279.965130] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.975061] env[71114]: DEBUG oslo_vmware.api [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.051039] env[71114]: DEBUG nova.network.neutron [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance_info_cache with network_info: [{"id": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "address": "fa:16:3e:30:e1:60", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1cff8f-ea", "ovs_interfaceid": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.286696] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535918} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.288075] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] ffec5007-3b3d-499f-8536-29d7c3c82e78/ffec5007-3b3d-499f-8536-29d7c3c82e78.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.288075] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.288075] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc035658-4d3c-480d-bc7e-e03474263ff1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.294404] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1280.294404] env[71114]: value = "task-3822662" [ 1280.294404] env[71114]: _type = "Task" [ 1280.294404] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.303062] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.332021] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c5803aab-c527-4df8-8305-f6062c1e52f4 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "8284c7a7-8741-422b-b601-f5609f65aa36" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.398919] env[71114]: DEBUG nova.compute.manager [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Stashing vm_state: active {{(pid=71114) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1280.475206] env[71114]: DEBUG oslo_vmware.api [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Task: {'id': task-3822661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150872} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.475481] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.475666] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.475844] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.476025] env[71114]: INFO nova.compute.manager [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1280.476277] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.476468] env[71114]: DEBUG nova.compute.manager [-] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1280.476592] env[71114]: DEBUG nova.network.neutron [-] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.553616] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.553961] env[71114]: DEBUG nova.compute.manager [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Instance network_info: |[{"id": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "address": "fa:16:3e:30:e1:60", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1cff8f-ea", "ovs_interfaceid": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.554409] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:e1:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af1cff8f-ea74-4d28-9c7d-933ba3ade031', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.562699] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.563419] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.563540] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0d76117-15a9-4637-b677-98bcd55b13e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.584130] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.584130] env[71114]: value = "task-3822663" [ 1280.584130] env[71114]: _type = "Task" [ 1280.584130] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.592729] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822663, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.803045] env[71114]: DEBUG nova.compute.manager [req-3c1a1da3-01c0-4f5e-b16a-aecb9f39df94 req-1b6b3840-5ba1-4ebb-bb15-81d4ec1781bc service nova] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Received event network-changed-af1cff8f-ea74-4d28-9c7d-933ba3ade031 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.803515] env[71114]: DEBUG nova.compute.manager [req-3c1a1da3-01c0-4f5e-b16a-aecb9f39df94 req-1b6b3840-5ba1-4ebb-bb15-81d4ec1781bc service nova] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Refreshing instance network info cache due to event network-changed-af1cff8f-ea74-4d28-9c7d-933ba3ade031. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.803515] env[71114]: DEBUG oslo_concurrency.lockutils [req-3c1a1da3-01c0-4f5e-b16a-aecb9f39df94 req-1b6b3840-5ba1-4ebb-bb15-81d4ec1781bc service nova] Acquiring lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.803653] env[71114]: DEBUG oslo_concurrency.lockutils [req-3c1a1da3-01c0-4f5e-b16a-aecb9f39df94 req-1b6b3840-5ba1-4ebb-bb15-81d4ec1781bc service nova] Acquired lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.803748] env[71114]: DEBUG nova.network.neutron [req-3c1a1da3-01c0-4f5e-b16a-aecb9f39df94 req-1b6b3840-5ba1-4ebb-bb15-81d4ec1781bc service nova] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Refreshing network info cache for port af1cff8f-ea74-4d28-9c7d-933ba3ade031 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.808536] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082447} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.809065] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.809884] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48895f8f-736c-4d6a-81c4-1394592ccf8d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.834510] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ffec5007-3b3d-499f-8536-29d7c3c82e78/ffec5007-3b3d-499f-8536-29d7c3c82e78.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.835521] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c07188-3e17-46bf-b7f5-54da7482f122 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.855752] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1280.855752] env[71114]: value = "task-3822664" [ 1280.855752] env[71114]: _type = "Task" [ 1280.855752] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.864802] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.927472] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.927783] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.015351] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "8284c7a7-8741-422b-b601-f5609f65aa36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.015632] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "8284c7a7-8741-422b-b601-f5609f65aa36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.015838] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "8284c7a7-8741-422b-b601-f5609f65aa36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.016071] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "8284c7a7-8741-422b-b601-f5609f65aa36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.016262] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "8284c7a7-8741-422b-b601-f5609f65aa36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.018740] env[71114]: INFO nova.compute.manager [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Terminating instance [ 1281.095101] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822663, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.367095] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.434305] env[71114]: INFO nova.compute.claims [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.437510] env[71114]: DEBUG nova.network.neutron [-] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.523207] env[71114]: DEBUG nova.compute.manager [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.523498] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.527964] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e503ee-3411-4dc3-bde5-5fb4e1cf2955 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.533158] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.533427] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b034331-3919-4aad-95c9-886f4209a684 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.572382] env[71114]: DEBUG nova.network.neutron [req-3c1a1da3-01c0-4f5e-b16a-aecb9f39df94 req-1b6b3840-5ba1-4ebb-bb15-81d4ec1781bc service nova] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updated VIF entry in instance network info cache for port af1cff8f-ea74-4d28-9c7d-933ba3ade031. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.573029] env[71114]: DEBUG nova.network.neutron [req-3c1a1da3-01c0-4f5e-b16a-aecb9f39df94 req-1b6b3840-5ba1-4ebb-bb15-81d4ec1781bc service nova] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance_info_cache with network_info: [{"id": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "address": "fa:16:3e:30:e1:60", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1cff8f-ea", "ovs_interfaceid": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.596415] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822663, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.610910] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.611190] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.611348] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleting the datastore file [datastore1] 8284c7a7-8741-422b-b601-f5609f65aa36 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.611619] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8703114-5662-41a9-a2a7-e4526443076b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.619273] env[71114]: DEBUG oslo_vmware.api [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1281.619273] env[71114]: value = "task-3822666" [ 1281.619273] env[71114]: _type = "Task" [ 1281.619273] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.630809] env[71114]: DEBUG oslo_vmware.api [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.867200] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822664, 'name': ReconfigVM_Task, 'duration_secs': 0.512067} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.867637] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ffec5007-3b3d-499f-8536-29d7c3c82e78/ffec5007-3b3d-499f-8536-29d7c3c82e78.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.868153] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9713b43d-0cdb-46b6-a068-ce07f4aabf7e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.874634] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1281.874634] env[71114]: value = "task-3822668" [ 1281.874634] env[71114]: _type = "Task" [ 1281.874634] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.882992] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822668, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.942120] env[71114]: INFO nova.compute.resource_tracker [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating resource usage from migration bcd92256-2762-4562-b4ac-0681e4451c7e [ 1281.944140] env[71114]: INFO nova.compute.manager [-] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Took 1.47 seconds to deallocate network for instance. [ 1282.075987] env[71114]: DEBUG oslo_concurrency.lockutils [req-3c1a1da3-01c0-4f5e-b16a-aecb9f39df94 req-1b6b3840-5ba1-4ebb-bb15-81d4ec1781bc service nova] Releasing lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.099038] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822663, 'name': CreateVM_Task, 'duration_secs': 1.241985} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.099038] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.099552] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.099760] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.100124] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.100422] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f97302-1d04-43ff-a546-b28d7c0842be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.107973] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1282.107973] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5279e721-67ea-a76a-52ae-508eb6cd47a2" [ 1282.107973] env[71114]: _type = "Task" [ 1282.107973] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.116402] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5279e721-67ea-a76a-52ae-508eb6cd47a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.118127] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea4fe5-628d-4c4b-b16e-9a30c11870b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.130445] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aa7249-74a7-4bc6-84b5-08610cf33fbb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.133364] env[71114]: DEBUG oslo_vmware.api [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171188} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.133609] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.133792] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.133962] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.134148] env[71114]: INFO nova.compute.manager [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1282.134376] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.134893] env[71114]: DEBUG nova.compute.manager [-] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.135033] env[71114]: DEBUG nova.network.neutron [-] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.163588] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd388de7-39fe-433b-b98a-dce859e70076 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.172434] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c15d5f-9728-4c34-8d1f-ced8a56019c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.192259] env[71114]: DEBUG nova.compute.provider_tree [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.387525] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822668, 'name': Rename_Task, 'duration_secs': 0.161311} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.387525] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.387525] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0237cf74-efef-4d88-b9e1-329e77b6855f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.399968] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1282.399968] env[71114]: value = "task-3822669" [ 1282.399968] env[71114]: _type = "Task" [ 1282.399968] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.408221] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.451127] env[71114]: DEBUG oslo_concurrency.lockutils [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.619848] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5279e721-67ea-a76a-52ae-508eb6cd47a2, 'name': SearchDatastore_Task, 'duration_secs': 0.016628} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.620218] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.620468] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.620733] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.620903] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.621111] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.621448] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40809538-47b8-4deb-a260-11ff34994b21 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.631752] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.631969] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.632743] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c9b7e6-7197-4758-8302-f5d84be81f5f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.639626] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1282.639626] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c44d5f-4aa5-8f14-4bfc-cdc7384ae5ba" [ 1282.639626] env[71114]: _type = "Task" [ 1282.639626] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.647972] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c44d5f-4aa5-8f14-4bfc-cdc7384ae5ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.696036] env[71114]: DEBUG nova.scheduler.client.report [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.834166] env[71114]: DEBUG nova.compute.manager [req-0e5557a1-e979-4b00-9749-231c880142c5 req-42e90c77-4b09-4ffc-abd9-2409da07f131 service nova] [instance: 8964865f-3577-4b9e-9e6b-995ccf446397] Received event network-vif-deleted-9db4221d-ea2e-4439-abe3-463202d94755 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.834166] env[71114]: DEBUG nova.compute.manager [req-0e5557a1-e979-4b00-9749-231c880142c5 req-42e90c77-4b09-4ffc-abd9-2409da07f131 service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Received event network-vif-deleted-d6c382ad-9f3f-4455-9d39-617e431fb7c8 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.834166] env[71114]: INFO nova.compute.manager [req-0e5557a1-e979-4b00-9749-231c880142c5 req-42e90c77-4b09-4ffc-abd9-2409da07f131 service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Neutron deleted interface d6c382ad-9f3f-4455-9d39-617e431fb7c8; detaching it from the instance and deleting it from the info cache [ 1282.834540] env[71114]: DEBUG nova.network.neutron [req-0e5557a1-e979-4b00-9749-231c880142c5 req-42e90c77-4b09-4ffc-abd9-2409da07f131 service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.911701] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822669, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.942433] env[71114]: DEBUG nova.network.neutron [-] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.150310] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c44d5f-4aa5-8f14-4bfc-cdc7384ae5ba, 'name': SearchDatastore_Task, 'duration_secs': 0.021022} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.151111] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91dfa13-0241-4cc4-b300-9469827d41b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.156963] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1283.156963] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5264010a-ac1d-e5f9-4d1e-4f6e5f361fba" [ 1283.156963] env[71114]: _type = "Task" [ 1283.156963] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.164661] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5264010a-ac1d-e5f9-4d1e-4f6e5f361fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.200814] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.273s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.201030] env[71114]: INFO nova.compute.manager [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Migrating [ 1283.208018] env[71114]: DEBUG oslo_concurrency.lockutils [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.757s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.208261] env[71114]: DEBUG nova.objects.instance [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lazy-loading 'resources' on Instance uuid 8964865f-3577-4b9e-9e6b-995ccf446397 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.337419] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d379e83-9426-42c3-9bfc-be1b332260ba {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.348552] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a5b7f9-8c94-47a0-b8ec-f721b513c81f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.382783] env[71114]: DEBUG nova.compute.manager [req-0e5557a1-e979-4b00-9749-231c880142c5 req-42e90c77-4b09-4ffc-abd9-2409da07f131 service nova] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Detach interface failed, port_id=d6c382ad-9f3f-4455-9d39-617e431fb7c8, reason: Instance 8284c7a7-8741-422b-b601-f5609f65aa36 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1283.410102] env[71114]: DEBUG oslo_vmware.api [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822669, 'name': PowerOnVM_Task, 'duration_secs': 0.58022} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.410328] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.410538] env[71114]: INFO nova.compute.manager [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1283.410764] env[71114]: DEBUG nova.compute.manager [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1283.412043] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a98834-ebce-4429-86b2-6d6153119677 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.445326] env[71114]: INFO nova.compute.manager [-] [instance: 8284c7a7-8741-422b-b601-f5609f65aa36] Took 1.31 seconds to deallocate network for instance. [ 1283.668405] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5264010a-ac1d-e5f9-4d1e-4f6e5f361fba, 'name': SearchDatastore_Task, 'duration_secs': 0.044236} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.668625] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.668891] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 0207478e-c00c-4a86-9239-bed7409ac293/0207478e-c00c-4a86-9239-bed7409ac293.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.669179] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdbec37d-4cee-4991-935b-c8e1ebe6d1e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.676823] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1283.676823] env[71114]: value = "task-3822670" [ 1283.676823] env[71114]: _type = "Task" [ 1283.676823] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.686951] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.719741] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.719920] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.720393] env[71114]: DEBUG nova.network.neutron [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.897455] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c8a555-dee2-42be-9a09-d266c520f8b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.907259] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42cdf62-46b6-4882-bde5-ce4fed45bb6e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.952222] env[71114]: INFO nova.compute.manager [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Took 14.66 seconds to build instance. [ 1283.955053] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.955752] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005a7818-4b7f-4e47-8b9d-e495cedd3be0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.965457] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017d61c9-7ef5-4cd9-b2d5-8b8e97dac665 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.983648] env[71114]: DEBUG nova.compute.provider_tree [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.187625] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471851} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.187824] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 0207478e-c00c-4a86-9239-bed7409ac293/0207478e-c00c-4a86-9239-bed7409ac293.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.188050] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.188298] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e817b14-bc81-46ae-8136-15468e956596 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.195024] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1284.195024] env[71114]: value = "task-3822671" [ 1284.195024] env[71114]: _type = "Task" [ 1284.195024] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.204989] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.454741] env[71114]: DEBUG oslo_concurrency.lockutils [None req-10298f05-e7d7-40e5-a98c-fb8f2f94001a tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.176s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.488489] env[71114]: DEBUG nova.scheduler.client.report [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.494601] env[71114]: DEBUG nova.network.neutron [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance_info_cache with network_info: [{"id": "f64bede4-1c1b-4590-9f68-fe72688456d9", "address": "fa:16:3e:03:61:b5", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64bede4-1c", "ovs_interfaceid": "f64bede4-1c1b-4590-9f68-fe72688456d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.704910] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061919} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.705266] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.706081] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a8131c-bc04-4961-8aca-1db8871d757f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.729030] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0207478e-c00c-4a86-9239-bed7409ac293/0207478e-c00c-4a86-9239-bed7409ac293.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.729398] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23251fe9-acb3-41c9-b423-c4c5fdfc800c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.749218] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1284.749218] env[71114]: value = "task-3822672" [ 1284.749218] env[71114]: _type = "Task" [ 1284.749218] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.758497] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.993867] env[71114]: DEBUG oslo_concurrency.lockutils [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.996342] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.042s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.996586] env[71114]: DEBUG nova.objects.instance [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lazy-loading 'resources' on Instance uuid 8284c7a7-8741-422b-b601-f5609f65aa36 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.997991] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.017524] env[71114]: INFO nova.scheduler.client.report [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Deleted allocations for instance 8964865f-3577-4b9e-9e6b-995ccf446397 [ 1285.135031] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "614fcdb0-a611-4aad-9983-d073fcd76db0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.135174] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.259797] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822672, 'name': ReconfigVM_Task, 'duration_secs': 0.370717} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.260088] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0207478e-c00c-4a86-9239-bed7409ac293/0207478e-c00c-4a86-9239-bed7409ac293.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.260776] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d539c5b-8d45-4b7d-a9d0-a23a5c2bf238 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.267461] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1285.267461] env[71114]: value = "task-3822673" [ 1285.267461] env[71114]: _type = "Task" [ 1285.267461] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.275376] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822673, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.527904] env[71114]: DEBUG oslo_concurrency.lockutils [None req-be0b74b8-3aaf-4ea5-a249-04ddfbdd5ac8 tempest-AttachVolumeNegativeTest-210907858 tempest-AttachVolumeNegativeTest-210907858-project-member] Lock "8964865f-3577-4b9e-9e6b-995ccf446397" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.691s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.637295] env[71114]: DEBUG nova.compute.manager [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.690209] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b4aa98-3501-4307-994c-69e67bf1f452 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.699980] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f9f74-b1e2-4d92-9415-2e9e2190c03a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.734936] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739397f9-e5d0-487e-870f-63a593d2dd72 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.743688] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1691c6f6-538b-41e4-a7f3-46c0cf63dd29 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.758220] env[71114]: DEBUG nova.compute.provider_tree [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.777976] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822673, 'name': Rename_Task, 'duration_secs': 0.145932} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.778292] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.778536] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4037493c-2196-40f4-9e38-4999181f1748 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.785626] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1285.785626] env[71114]: value = "task-3822674" [ 1285.785626] env[71114]: _type = "Task" [ 1285.785626] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.794152] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.851419] env[71114]: DEBUG nova.compute.manager [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Stashing vm_state: active {{(pid=71114) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1286.158729] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.262512] env[71114]: DEBUG nova.scheduler.client.report [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.298348] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822674, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.368623] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.517200] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c04e64-2817-4c80-8f6e-1fe98c19d59f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.535931] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance '464564e8-70dc-4f09-8b51-59d93dbe1ed2' progress to 0 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.767728] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.770443] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.612s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.772419] env[71114]: INFO nova.compute.claims [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.787593] env[71114]: INFO nova.scheduler.client.report [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted allocations for instance 8284c7a7-8741-422b-b601-f5609f65aa36 [ 1286.802422] env[71114]: DEBUG oslo_vmware.api [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822674, 'name': PowerOnVM_Task, 'duration_secs': 0.514356} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.802422] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.802422] env[71114]: INFO nova.compute.manager [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1286.802422] env[71114]: DEBUG nova.compute.manager [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1286.802910] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eba5967-a677-4d7b-83da-bfe6aaf81e16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.041974] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.042357] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a61038-4d2b-4c1c-a002-ea79bc893b5e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.050894] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1287.050894] env[71114]: value = "task-3822676" [ 1287.050894] env[71114]: _type = "Task" [ 1287.050894] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.061695] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.299749] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7eaf5cb9-f63a-4897-8f42-cdbc8ec725a9 tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "8284c7a7-8741-422b-b601-f5609f65aa36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.283s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.323725] env[71114]: INFO nova.compute.manager [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Took 13.39 seconds to build instance. [ 1287.562030] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822676, 'name': PowerOffVM_Task, 'duration_secs': 0.373977} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.562234] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.562430] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance '464564e8-70dc-4f09-8b51-59d93dbe1ed2' progress to 17 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.826211] env[71114]: DEBUG oslo_concurrency.lockutils [None req-08f72d45-1be2-4826-80c3-ed5906db591f tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "0207478e-c00c-4a86-9239-bed7409ac293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.903s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.916886] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "034b24a4-f915-4ed7-815f-7a96f5084cb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.917143] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "034b24a4-f915-4ed7-815f-7a96f5084cb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.917350] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "034b24a4-f915-4ed7-815f-7a96f5084cb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.917536] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "034b24a4-f915-4ed7-815f-7a96f5084cb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.917726] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "034b24a4-f915-4ed7-815f-7a96f5084cb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.921944] env[71114]: INFO nova.compute.manager [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Terminating instance [ 1287.949362] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f539d3c-2728-41f5-82c1-679ee3824dcf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.959106] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e056172-48ea-4395-9130-8709607b4a9d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.994304] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd6dcd4-e705-4427-84dc-62ccb09026c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.002588] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901424e8-964e-43e4-8f8a-76f6897d8578 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.017804] env[71114]: DEBUG nova.compute.provider_tree [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.069758] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.070037] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.070206] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.070393] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.070540] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.070690] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.070895] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.071093] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.071228] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.071392] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.071566] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.077369] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5702dc40-df41-4ee8-b5cc-fbf09261d908 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.094781] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1288.094781] env[71114]: value = "task-3822677" [ 1288.094781] env[71114]: _type = "Task" [ 1288.094781] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.103980] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.427061] env[71114]: DEBUG nova.compute.manager [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.427384] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.428163] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac410ba-f31a-4f6f-af96-6a84f939bfae {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.436966] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.437317] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dc67719-43ee-4974-98f4-e79566fdedc8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.444408] env[71114]: DEBUG oslo_vmware.api [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1288.444408] env[71114]: value = "task-3822678" [ 1288.444408] env[71114]: _type = "Task" [ 1288.444408] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.454543] env[71114]: DEBUG oslo_vmware.api [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.522075] env[71114]: DEBUG nova.scheduler.client.report [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.608190] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822677, 'name': ReconfigVM_Task, 'duration_secs': 0.206424} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.608603] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance '464564e8-70dc-4f09-8b51-59d93dbe1ed2' progress to 33 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.954778] env[71114]: DEBUG oslo_vmware.api [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822678, 'name': PowerOffVM_Task, 'duration_secs': 0.221857} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.955555] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.955766] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.956170] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40ea02f1-c6ab-4870-a658-d26a378d21d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.027354] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.027754] env[71114]: DEBUG nova.compute.manager [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1289.030555] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.662s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.115726] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.115954] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.116071] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.116260] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.116408] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.116556] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.116825] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.117011] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.117188] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.117350] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.117523] env[71114]: DEBUG nova.virt.hardware [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.122852] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1289.123151] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-513d9a29-391d-4701-b465-b9ce11200650 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.143477] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1289.143477] env[71114]: value = "task-3822680" [ 1289.143477] env[71114]: _type = "Task" [ 1289.143477] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.152603] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.398759] env[71114]: DEBUG nova.compute.manager [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Stashing vm_state: active {{(pid=71114) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1289.535589] env[71114]: DEBUG nova.compute.utils [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1289.540113] env[71114]: INFO nova.compute.claims [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.544586] env[71114]: DEBUG nova.compute.manager [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1289.544849] env[71114]: DEBUG nova.network.neutron [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1289.591582] env[71114]: DEBUG nova.policy [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '466fce104e3d48ae91f1734015f54a34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b3ec22f3d14223b53bb1fa6a8ac8ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1289.654642] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822680, 'name': ReconfigVM_Task, 'duration_secs': 0.457357} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.655018] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.656015] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55627f5-7685-478b-bea9-a4c53aefa442 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.681899] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 464564e8-70dc-4f09-8b51-59d93dbe1ed2/464564e8-70dc-4f09-8b51-59d93dbe1ed2.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1289.682249] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-998254a6-ba5d-4be3-b5c7-bf41ef11ae1f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.701433] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1289.701433] env[71114]: value = "task-3822682" [ 1289.701433] env[71114]: _type = "Task" [ 1289.701433] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.711652] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.858384] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.858579] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.858754] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleting the datastore file [datastore2] 034b24a4-f915-4ed7-815f-7a96f5084cb9 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.858995] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0a02e23-b83f-428b-9416-4b4f75b4e712 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.865927] env[71114]: DEBUG oslo_vmware.api [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for the task: (returnval){ [ 1289.865927] env[71114]: value = "task-3822683" [ 1289.865927] env[71114]: _type = "Task" [ 1289.865927] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.875658] env[71114]: DEBUG oslo_vmware.api [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.927552] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.983898] env[71114]: DEBUG nova.network.neutron [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Successfully created port: 326e1fb5-df6e-409c-85aa-8194107b1837 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1290.045694] env[71114]: DEBUG nova.compute.manager [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1290.051270] env[71114]: INFO nova.compute.resource_tracker [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating resource usage from migration a12ebf77-7746-4880-9386-e1abd5dd2c00 [ 1290.214684] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822682, 'name': ReconfigVM_Task, 'duration_secs': 0.390418} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.217500] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 464564e8-70dc-4f09-8b51-59d93dbe1ed2/464564e8-70dc-4f09-8b51-59d93dbe1ed2.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.217838] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance '464564e8-70dc-4f09-8b51-59d93dbe1ed2' progress to 50 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.248297] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e147d27c-7f11-4ad2-b676-e3a81eb80078 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.258619] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd037f2a-919f-48a0-a860-56987db159f4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.294675] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f163e62-9479-40ea-8387-d789c556cf70 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.303853] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187b1a37-d576-468c-bcfd-ec54812c91bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.319048] env[71114]: DEBUG nova.compute.provider_tree [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.376315] env[71114]: DEBUG oslo_vmware.api [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Task: {'id': task-3822683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202809} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.376554] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.376847] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.377012] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.377234] env[71114]: INFO nova.compute.manager [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1290.377430] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.377623] env[71114]: DEBUG nova.compute.manager [-] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.377720] env[71114]: DEBUG nova.network.neutron [-] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.555229] env[71114]: INFO nova.virt.block_device [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Booting with volume 439f2eb2-1a4d-4362-9c1c-325c7d741936 at /dev/sda [ 1290.598459] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb85f27d-1133-4cbc-a05b-de3d44e98168 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.609777] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea93fd1-84a2-4657-a931-cc11f161c15e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.650027] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe28a583-c82e-49b1-9287-1064c8914205 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.659288] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019247bc-1841-4f9f-8f44-f8a9e587dcde {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.693374] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14757af3-ab43-4919-873c-2318e2a364e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.701433] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661f6a1d-18a5-4b66-9372-30bc63d7a497 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.718621] env[71114]: DEBUG nova.virt.block_device [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating existing volume attachment record: a3a42f5f-3f30-430e-b03e-f3af53bd9aee {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1290.724208] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84be62ef-ad95-4908-a25c-c839cd315f79 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.745332] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f27021-b003-4bb1-8db3-b8f02d515d45 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.765670] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance '464564e8-70dc-4f09-8b51-59d93dbe1ed2' progress to 67 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.822187] env[71114]: DEBUG nova.scheduler.client.report [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.004943] env[71114]: DEBUG nova.compute.manager [req-8ec30c8d-6a9a-4460-84d6-73e8b498be61 req-af01822f-cfe4-4426-b601-0e1e5cecded4 service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Received event network-vif-deleted-3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.004943] env[71114]: INFO nova.compute.manager [req-8ec30c8d-6a9a-4460-84d6-73e8b498be61 req-af01822f-cfe4-4426-b601-0e1e5cecded4 service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Neutron deleted interface 3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6; detaching it from the instance and deleting it from the info cache [ 1291.007097] env[71114]: DEBUG nova.network.neutron [req-8ec30c8d-6a9a-4460-84d6-73e8b498be61 req-af01822f-cfe4-4426-b601-0e1e5cecded4 service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.307558] env[71114]: DEBUG nova.network.neutron [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Port f64bede4-1c1b-4590-9f68-fe72688456d9 binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1291.326574] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.296s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.326914] env[71114]: INFO nova.compute.manager [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Migrating [ 1291.334144] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.407s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.446441] env[71114]: DEBUG nova.compute.manager [req-c8c72440-42da-475f-9db2-1f1ba1037259 req-51a006d3-e8fd-4258-8f0e-67d7e292d6af service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Received event network-vif-plugged-326e1fb5-df6e-409c-85aa-8194107b1837 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.446661] env[71114]: DEBUG oslo_concurrency.lockutils [req-c8c72440-42da-475f-9db2-1f1ba1037259 req-51a006d3-e8fd-4258-8f0e-67d7e292d6af service nova] Acquiring lock "614fcdb0-a611-4aad-9983-d073fcd76db0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.446900] env[71114]: DEBUG oslo_concurrency.lockutils [req-c8c72440-42da-475f-9db2-1f1ba1037259 req-51a006d3-e8fd-4258-8f0e-67d7e292d6af service nova] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.447129] env[71114]: DEBUG oslo_concurrency.lockutils [req-c8c72440-42da-475f-9db2-1f1ba1037259 req-51a006d3-e8fd-4258-8f0e-67d7e292d6af service nova] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.447270] env[71114]: DEBUG nova.compute.manager [req-c8c72440-42da-475f-9db2-1f1ba1037259 req-51a006d3-e8fd-4258-8f0e-67d7e292d6af service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] No waiting events found dispatching network-vif-plugged-326e1fb5-df6e-409c-85aa-8194107b1837 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1291.447437] env[71114]: WARNING nova.compute.manager [req-c8c72440-42da-475f-9db2-1f1ba1037259 req-51a006d3-e8fd-4258-8f0e-67d7e292d6af service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Received unexpected event network-vif-plugged-326e1fb5-df6e-409c-85aa-8194107b1837 for instance with vm_state building and task_state block_device_mapping. [ 1291.486270] env[71114]: DEBUG nova.network.neutron [-] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.512629] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67454747-3768-41d5-9d2c-3a4b53614054 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.520587] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0831d180-67e8-45c2-aa12-f162096e0f41 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.541553] env[71114]: DEBUG nova.network.neutron [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Successfully updated port: 326e1fb5-df6e-409c-85aa-8194107b1837 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1291.554647] env[71114]: DEBUG nova.compute.manager [req-8ec30c8d-6a9a-4460-84d6-73e8b498be61 req-af01822f-cfe4-4426-b601-0e1e5cecded4 service nova] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Detach interface failed, port_id=3d7dd61f-e7a6-47dd-a14e-85bcc994d0f6, reason: Instance 034b24a4-f915-4ed7-815f-7a96f5084cb9 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1291.841147] env[71114]: INFO nova.compute.claims [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.844663] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.844974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.845696] env[71114]: DEBUG nova.network.neutron [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.989820] env[71114]: INFO nova.compute.manager [-] [instance: 034b24a4-f915-4ed7-815f-7a96f5084cb9] Took 1.61 seconds to deallocate network for instance. [ 1292.043693] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.043994] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.043994] env[71114]: DEBUG nova.network.neutron [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.188585] env[71114]: DEBUG oslo_concurrency.lockutils [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.188858] env[71114]: DEBUG oslo_concurrency.lockutils [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.330698] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.330882] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.331076] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.351770] env[71114]: INFO nova.compute.resource_tracker [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating resource usage from migration 097b4ac5-8377-4af7-ab0a-1128f15baea6 [ 1292.496793] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.532926] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf4bfce-310c-4a0c-b486-d01758adff9d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.542105] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b2df20-dd5b-483c-8fdd-bb918139d071 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.580208] env[71114]: DEBUG nova.network.neutron [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance_info_cache with network_info: [{"id": "5e36348b-4513-4f0d-bfe1-714d617090b2", "address": "fa:16:3e:86:8c:06", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e36348b-45", "ovs_interfaceid": "5e36348b-4513-4f0d-bfe1-714d617090b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.583051] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d9b9c2-13c3-4dbc-a04d-c057e8b26e40 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.593324] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7b3726-955e-4f5f-ad0a-af0bbb6f3d8f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.610012] env[71114]: DEBUG nova.compute.provider_tree [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.612814] env[71114]: DEBUG nova.network.neutron [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1292.692492] env[71114]: INFO nova.compute.manager [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Detaching volume 7e121dc3-bb4d-4dec-af9d-e967ad87ca6b [ 1292.735705] env[71114]: INFO nova.virt.block_device [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Attempting to driver detach volume 7e121dc3-bb4d-4dec-af9d-e967ad87ca6b from mountpoint /dev/sdb [ 1292.735863] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1292.736079] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760036', 'volume_id': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'name': 'volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e', 'attached_at': '', 'detached_at': '', 'volume_id': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'serial': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1292.737049] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a961f3-19b8-4237-a0e5-2062015bcaeb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.769366] env[71114]: DEBUG nova.network.neutron [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance_info_cache with network_info: [{"id": "326e1fb5-df6e-409c-85aa-8194107b1837", "address": "fa:16:3e:96:54:5f", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326e1fb5-df", "ovs_interfaceid": "326e1fb5-df6e-409c-85aa-8194107b1837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.772009] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cdb5e3-c457-4188-b46b-24b73f07a117 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.783746] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c966227-853f-4e8a-abd8-4a2dc2553579 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.808330] env[71114]: DEBUG nova.compute.manager [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1292.808864] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.809092] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.809251] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.809434] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.809580] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.809726] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.809930] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.810105] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.810278] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.810442] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.810618] env[71114]: DEBUG nova.virt.hardware [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.811510] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86c6c3-6787-46a7-9f27-98dcadef5556 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.814770] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87dd6b9-32f0-46a6-88d3-5b5bb8b2a547 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.833329] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e697ba72-496e-4d71-8688-7e1d66eb77d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.839450] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] The volume has not been displaced from its original location: [datastore1] volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b/volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1292.844611] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.846396] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61d3d8d6-bf63-42cd-ba45-74f8007ff69d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.874318] env[71114]: DEBUG oslo_vmware.api [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1292.874318] env[71114]: value = "task-3822685" [ 1292.874318] env[71114]: _type = "Task" [ 1292.874318] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.883369] env[71114]: DEBUG oslo_vmware.api [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.913036] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.913255] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.913364] env[71114]: DEBUG nova.network.neutron [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.083427] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.116021] env[71114]: DEBUG nova.scheduler.client.report [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.277774] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.278139] env[71114]: DEBUG nova.compute.manager [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Instance network_info: |[{"id": "326e1fb5-df6e-409c-85aa-8194107b1837", "address": "fa:16:3e:96:54:5f", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326e1fb5-df", "ovs_interfaceid": "326e1fb5-df6e-409c-85aa-8194107b1837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1293.278576] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:54:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '326e1fb5-df6e-409c-85aa-8194107b1837', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.286259] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.286471] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.286686] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e20af400-fac5-4e12-987c-30b01ce3fe3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.306979] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.306979] env[71114]: value = "task-3822686" [ 1293.306979] env[71114]: _type = "Task" [ 1293.306979] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.314799] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822686, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.385546] env[71114]: DEBUG oslo_vmware.api [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822685, 'name': ReconfigVM_Task, 'duration_secs': 0.26791} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.385863] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1293.391250] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f36737-95ab-4563-8f56-18af6e2d277b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.411032] env[71114]: DEBUG oslo_vmware.api [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1293.411032] env[71114]: value = "task-3822687" [ 1293.411032] env[71114]: _type = "Task" [ 1293.411032] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.422334] env[71114]: DEBUG oslo_vmware.api [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.474502] env[71114]: DEBUG nova.compute.manager [req-4d46139a-02b6-4c26-8f56-3eb2b7670c3b req-aa314255-b3ba-4752-afc0-fa4919077225 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Received event network-changed-326e1fb5-df6e-409c-85aa-8194107b1837 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.474828] env[71114]: DEBUG nova.compute.manager [req-4d46139a-02b6-4c26-8f56-3eb2b7670c3b req-aa314255-b3ba-4752-afc0-fa4919077225 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Refreshing instance network info cache due to event network-changed-326e1fb5-df6e-409c-85aa-8194107b1837. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.475167] env[71114]: DEBUG oslo_concurrency.lockutils [req-4d46139a-02b6-4c26-8f56-3eb2b7670c3b req-aa314255-b3ba-4752-afc0-fa4919077225 service nova] Acquiring lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.475360] env[71114]: DEBUG oslo_concurrency.lockutils [req-4d46139a-02b6-4c26-8f56-3eb2b7670c3b req-aa314255-b3ba-4752-afc0-fa4919077225 service nova] Acquired lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.475536] env[71114]: DEBUG nova.network.neutron [req-4d46139a-02b6-4c26-8f56-3eb2b7670c3b req-aa314255-b3ba-4752-afc0-fa4919077225 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Refreshing network info cache for port 326e1fb5-df6e-409c-85aa-8194107b1837 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.621033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.287s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.621291] env[71114]: INFO nova.compute.manager [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Migrating [ 1293.629172] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.133s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.629563] env[71114]: DEBUG nova.objects.instance [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lazy-loading 'resources' on Instance uuid 034b24a4-f915-4ed7-815f-7a96f5084cb9 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.654308] env[71114]: DEBUG nova.network.neutron [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance_info_cache with network_info: [{"id": "f64bede4-1c1b-4590-9f68-fe72688456d9", "address": "fa:16:3e:03:61:b5", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64bede4-1c", "ovs_interfaceid": "f64bede4-1c1b-4590-9f68-fe72688456d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.817512] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822686, 'name': CreateVM_Task, 'duration_secs': 0.355526} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.817691] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.818447] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760049', 'volume_id': '439f2eb2-1a4d-4362-9c1c-325c7d741936', 'name': 'volume-439f2eb2-1a4d-4362-9c1c-325c7d741936', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '614fcdb0-a611-4aad-9983-d073fcd76db0', 'attached_at': '', 'detached_at': '', 'volume_id': '439f2eb2-1a4d-4362-9c1c-325c7d741936', 'serial': '439f2eb2-1a4d-4362-9c1c-325c7d741936'}, 'boot_index': 0, 'attachment_id': 'a3a42f5f-3f30-430e-b03e-f3af53bd9aee', 'volume_type': None}], 'swap': None} {{(pid=71114) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1293.818662] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Root volume attach. Driver type: vmdk {{(pid=71114) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1293.819520] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bae030-bcb6-466e-91f8-7eb9fb5da7d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.827604] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e19280a-1cad-4acc-b946-776e82d02dde {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.834453] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c6938d-3aa7-4536-8ce3-6935f4dd5028 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.841286] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cabe4b51-79df-4672-85d8-f765d2f76962 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.848558] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1293.848558] env[71114]: value = "task-3822688" [ 1293.848558] env[71114]: _type = "Task" [ 1293.848558] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.856603] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822688, 'name': RelocateVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.922598] env[71114]: DEBUG oslo_vmware.api [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822687, 'name': ReconfigVM_Task, 'duration_secs': 0.157206} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.922965] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760036', 'volume_id': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'name': 'volume-7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e', 'attached_at': '', 'detached_at': '', 'volume_id': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b', 'serial': '7e121dc3-bb4d-4dec-af9d-e967ad87ca6b'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1294.143736] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.143921] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.144110] env[71114]: DEBUG nova.network.neutron [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.157125] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.211799] env[71114]: DEBUG nova.network.neutron [req-4d46139a-02b6-4c26-8f56-3eb2b7670c3b req-aa314255-b3ba-4752-afc0-fa4919077225 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updated VIF entry in instance network info cache for port 326e1fb5-df6e-409c-85aa-8194107b1837. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.212198] env[71114]: DEBUG nova.network.neutron [req-4d46139a-02b6-4c26-8f56-3eb2b7670c3b req-aa314255-b3ba-4752-afc0-fa4919077225 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance_info_cache with network_info: [{"id": "326e1fb5-df6e-409c-85aa-8194107b1837", "address": "fa:16:3e:96:54:5f", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326e1fb5-df", "ovs_interfaceid": "326e1fb5-df6e-409c-85aa-8194107b1837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.324034] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0deb6a8-d8e3-4d20-9117-cf1b812dd68b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.331751] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f198ea7a-9996-4663-a94c-230650dd58ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.367920] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a60746-9b09-4699-889a-62c52c7dda0c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.375939] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822688, 'name': RelocateVM_Task, 'duration_secs': 0.026095} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.378109] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1294.378363] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760049', 'volume_id': '439f2eb2-1a4d-4362-9c1c-325c7d741936', 'name': 'volume-439f2eb2-1a4d-4362-9c1c-325c7d741936', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '614fcdb0-a611-4aad-9983-d073fcd76db0', 'attached_at': '', 'detached_at': '', 'volume_id': '439f2eb2-1a4d-4362-9c1c-325c7d741936', 'serial': '439f2eb2-1a4d-4362-9c1c-325c7d741936'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1294.379177] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba62747c-7dcb-404a-9853-49968527c913 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.382478] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefb5d08-7496-4385-a8c4-468b5ae96582 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.406864] env[71114]: DEBUG nova.compute.provider_tree [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.409616] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b275941-3c93-437e-9a16-2c6d4550d359 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.432790] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-439f2eb2-1a4d-4362-9c1c-325c7d741936/volume-439f2eb2-1a4d-4362-9c1c-325c7d741936.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.433355] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fa2d3fb-ee82-41a6-8e6b-458aacc532bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.454558] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1294.454558] env[71114]: value = "task-3822689" [ 1294.454558] env[71114]: _type = "Task" [ 1294.454558] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.463190] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.474417] env[71114]: DEBUG nova.objects.instance [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lazy-loading 'flavor' on Instance uuid cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.598958] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625f2917-48ef-45c8-86b9-884f450242bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.620678] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance 'ffec5007-3b3d-499f-8536-29d7c3c82e78' progress to 0 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.682664] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbfbbce-7d9a-44ba-8785-1f57e9a74385 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.703914] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a906fdd-618d-47c1-a592-17cbd62a6705 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.712293] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance '464564e8-70dc-4f09-8b51-59d93dbe1ed2' progress to 83 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.718949] env[71114]: DEBUG oslo_concurrency.lockutils [req-4d46139a-02b6-4c26-8f56-3eb2b7670c3b req-aa314255-b3ba-4752-afc0-fa4919077225 service nova] Releasing lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.850557] env[71114]: DEBUG nova.network.neutron [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance_info_cache with network_info: [{"id": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "address": "fa:16:3e:30:e1:60", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1cff8f-ea", "ovs_interfaceid": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.910395] env[71114]: DEBUG nova.scheduler.client.report [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.964500] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822689, 'name': ReconfigVM_Task, 'duration_secs': 0.340738} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.964753] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-439f2eb2-1a4d-4362-9c1c-325c7d741936/volume-439f2eb2-1a4d-4362-9c1c-325c7d741936.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.969971] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae2d43c-366d-4c23-a2c0-5d301862e299 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.988868] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1294.988868] env[71114]: value = "task-3822690" [ 1294.988868] env[71114]: _type = "Task" [ 1294.988868] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.999420] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.126941] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.128270] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c0c3fef-82cb-4646-a46a-78e37f8d23bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.135301] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1295.135301] env[71114]: value = "task-3822691" [ 1295.135301] env[71114]: _type = "Task" [ 1295.135301] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.146627] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.221962] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.222308] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-131c6916-9953-4c44-a7a5-4c23e96b19b0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.232518] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1295.232518] env[71114]: value = "task-3822692" [ 1295.232518] env[71114]: _type = "Task" [ 1295.232518] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.240476] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.353843] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.416050] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.450283] env[71114]: INFO nova.scheduler.client.report [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Deleted allocations for instance 034b24a4-f915-4ed7-815f-7a96f5084cb9 [ 1295.486312] env[71114]: DEBUG oslo_concurrency.lockutils [None req-645e396a-e671-48a6-b892-853f608cf669 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.297s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.505626] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822690, 'name': ReconfigVM_Task, 'duration_secs': 0.148391} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.505936] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760049', 'volume_id': '439f2eb2-1a4d-4362-9c1c-325c7d741936', 'name': 'volume-439f2eb2-1a4d-4362-9c1c-325c7d741936', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '614fcdb0-a611-4aad-9983-d073fcd76db0', 'attached_at': '', 'detached_at': '', 'volume_id': '439f2eb2-1a4d-4362-9c1c-325c7d741936', 'serial': '439f2eb2-1a4d-4362-9c1c-325c7d741936'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1295.507191] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07796dc9-5d2a-4a31-a04a-c3d2a8a1065c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.515073] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1295.515073] env[71114]: value = "task-3822693" [ 1295.515073] env[71114]: _type = "Task" [ 1295.515073] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.525726] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822693, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.646239] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822691, 'name': PowerOffVM_Task, 'duration_secs': 0.211195} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.646525] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.646715] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance 'ffec5007-3b3d-499f-8536-29d7c3c82e78' progress to 17 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.743321] env[71114]: DEBUG oslo_vmware.api [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822692, 'name': PowerOnVM_Task, 'duration_secs': 0.468527} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.743592] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.743777] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8648be5d-7322-4711-8914-14e10e524f3a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance '464564e8-70dc-4f09-8b51-59d93dbe1ed2' progress to 100 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.961552] env[71114]: DEBUG oslo_concurrency.lockutils [None req-03028c6a-e918-4a4c-bcf1-941ddfddd3dc tempest-ServersTestJSON-2145577095 tempest-ServersTestJSON-2145577095-project-member] Lock "034b24a4-f915-4ed7-815f-7a96f5084cb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.044s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.026519] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822693, 'name': Rename_Task, 'duration_secs': 0.153494} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.026858] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.027110] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d42448a-bae4-4b51-a4d6-ac9d9d621416 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.034629] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1296.034629] env[71114]: value = "task-3822694" [ 1296.034629] env[71114]: _type = "Task" [ 1296.034629] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.046298] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.153481] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.154815] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.154815] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.154815] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.154815] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.154815] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.154815] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.156237] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.156237] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.156237] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.156237] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.163206] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c55314e1-c98b-4c8f-b6d7-aed941db2877 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.181641] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1296.181641] env[71114]: value = "task-3822695" [ 1296.181641] env[71114]: _type = "Task" [ 1296.181641] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.192157] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.467460] env[71114]: DEBUG oslo_concurrency.lockutils [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.468701] env[71114]: DEBUG oslo_concurrency.lockutils [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.468701] env[71114]: DEBUG oslo_concurrency.lockutils [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.468701] env[71114]: DEBUG oslo_concurrency.lockutils [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.468701] env[71114]: DEBUG oslo_concurrency.lockutils [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.473737] env[71114]: INFO nova.compute.manager [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Terminating instance [ 1296.550820] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.693972] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.875384] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f59513f-ed54-4aa1-b86a-9250ff3d02e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.897199] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance '0207478e-c00c-4a86-9239-bed7409ac293' progress to 0 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.978235] env[71114]: DEBUG nova.compute.manager [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.978686] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.979406] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeef5f72-b9fe-4ab9-a4b4-3bd0fd0d6526 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.988249] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.989102] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c64b761f-595b-4544-ba9b-07a73a6f4c88 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.995942] env[71114]: DEBUG oslo_vmware.api [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1296.995942] env[71114]: value = "task-3822696" [ 1296.995942] env[71114]: _type = "Task" [ 1296.995942] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.011771] env[71114]: DEBUG oslo_vmware.api [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.052439] env[71114]: DEBUG oslo_vmware.api [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822694, 'name': PowerOnVM_Task, 'duration_secs': 0.532846} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.052439] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.053324] env[71114]: INFO nova.compute.manager [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Took 4.24 seconds to spawn the instance on the hypervisor. [ 1297.053324] env[71114]: DEBUG nova.compute.manager [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1297.053747] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46496033-c915-402d-986f-1d767188439c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.193687] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822695, 'name': ReconfigVM_Task, 'duration_secs': 0.59573} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.194959] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance 'ffec5007-3b3d-499f-8536-29d7c3c82e78' progress to 33 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.403087] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.403402] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53040414-0c59-4de7-8506-772aa0ac37d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.411572] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1297.411572] env[71114]: value = "task-3822697" [ 1297.411572] env[71114]: _type = "Task" [ 1297.411572] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.421107] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.509029] env[71114]: DEBUG oslo_vmware.api [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822696, 'name': PowerOffVM_Task, 'duration_secs': 0.220974} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.509029] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.509029] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.509029] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d54e9f5-c6c9-4056-b949-05b2e4208614 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.582648] env[71114]: INFO nova.compute.manager [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Took 11.44 seconds to build instance. [ 1297.586301] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.586645] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.586986] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleting the datastore file [datastore1] cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.588519] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-308c39bf-fe13-4faf-bc97-fd743c8e411f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.597425] env[71114]: DEBUG oslo_vmware.api [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1297.597425] env[71114]: value = "task-3822699" [ 1297.597425] env[71114]: _type = "Task" [ 1297.597425] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.607921] env[71114]: DEBUG oslo_vmware.api [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.703205] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.703205] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.703419] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.703521] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.704332] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.704537] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.704793] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.704978] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.705634] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.705634] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.705777] env[71114]: DEBUG nova.virt.hardware [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.716401] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1297.717161] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c13b7e4d-d15d-44f7-b88b-c049e56f14bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.744899] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1297.744899] env[71114]: value = "task-3822700" [ 1297.744899] env[71114]: _type = "Task" [ 1297.744899] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.758831] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.926094] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822697, 'name': PowerOffVM_Task, 'duration_secs': 0.344829} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.926413] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.926611] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance '0207478e-c00c-4a86-9239-bed7409ac293' progress to 17 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.087485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f9a1fa1b-78f2-4326-a722-ffb7c82b33c6 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.952s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.088063] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.088315] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.088547] env[71114]: DEBUG nova.compute.manager [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Going to confirm migration 6 {{(pid=71114) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1298.110103] env[71114]: DEBUG oslo_vmware.api [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163081} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.110103] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.110103] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.110103] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.110103] env[71114]: INFO nova.compute.manager [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1298.110423] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.110423] env[71114]: DEBUG nova.compute.manager [-] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.110549] env[71114]: DEBUG nova.network.neutron [-] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.255875] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822700, 'name': ReconfigVM_Task, 'duration_secs': 0.196038} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.256199] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.257112] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57110f1-0b3f-486a-991a-215a800f8090 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.280239] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] ffec5007-3b3d-499f-8536-29d7c3c82e78/ffec5007-3b3d-499f-8536-29d7c3c82e78.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.280569] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a1deef7-b845-4eb7-abdb-3833f96efec5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.301225] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1298.301225] env[71114]: value = "task-3822701" [ 1298.301225] env[71114]: _type = "Task" [ 1298.301225] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.310022] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.435025] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.435025] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.435025] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.435025] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.435025] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.435769] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.436227] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.437342] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.437342] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.437594] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.438032] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.447029] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-606fc1a4-8ae0-4005-b605-62e3a2da70de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.471178] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1298.471178] env[71114]: value = "task-3822702" [ 1298.471178] env[71114]: _type = "Task" [ 1298.471178] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.483123] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.653167] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.653167] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.653167] env[71114]: DEBUG nova.network.neutron [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.653167] env[71114]: DEBUG nova.objects.instance [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'info_cache' on Instance uuid 464564e8-70dc-4f09-8b51-59d93dbe1ed2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.694062] env[71114]: DEBUG nova.compute.manager [req-10e18106-50df-413c-96fa-28c294761f83 req-38acc142-dfd5-4400-be8a-184359f05797 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Received event network-vif-deleted-a62d81d7-bdfd-4799-bea5-e3d00cda40a0 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.696270] env[71114]: INFO nova.compute.manager [req-10e18106-50df-413c-96fa-28c294761f83 req-38acc142-dfd5-4400-be8a-184359f05797 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Neutron deleted interface a62d81d7-bdfd-4799-bea5-e3d00cda40a0; detaching it from the instance and deleting it from the info cache [ 1298.696528] env[71114]: DEBUG nova.network.neutron [req-10e18106-50df-413c-96fa-28c294761f83 req-38acc142-dfd5-4400-be8a-184359f05797 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.728129] env[71114]: DEBUG nova.compute.manager [req-d5c1f332-3b78-497d-9724-b1fd8e44b307 req-601a1347-4bea-407b-b6dc-9eef24376bcb service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Received event network-changed-a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.728606] env[71114]: DEBUG nova.compute.manager [req-d5c1f332-3b78-497d-9724-b1fd8e44b307 req-601a1347-4bea-407b-b6dc-9eef24376bcb service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Refreshing instance network info cache due to event network-changed-a1a650a6-bebf-403b-b036-363a47b5c605. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.728606] env[71114]: DEBUG oslo_concurrency.lockutils [req-d5c1f332-3b78-497d-9724-b1fd8e44b307 req-601a1347-4bea-407b-b6dc-9eef24376bcb service nova] Acquiring lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.728722] env[71114]: DEBUG oslo_concurrency.lockutils [req-d5c1f332-3b78-497d-9724-b1fd8e44b307 req-601a1347-4bea-407b-b6dc-9eef24376bcb service nova] Acquired lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.728883] env[71114]: DEBUG nova.network.neutron [req-d5c1f332-3b78-497d-9724-b1fd8e44b307 req-601a1347-4bea-407b-b6dc-9eef24376bcb service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Refreshing network info cache for port a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.814119] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822701, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.981948] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822702, 'name': ReconfigVM_Task, 'duration_secs': 0.193419} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.986523] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance '0207478e-c00c-4a86-9239-bed7409ac293' progress to 33 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.174055] env[71114]: DEBUG nova.network.neutron [-] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.201059] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-833378ad-9827-4e22-a540-57751f7dfe34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.211910] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda28a4b-786b-44df-99dc-a4a08f71d4a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.252903] env[71114]: DEBUG nova.compute.manager [req-10e18106-50df-413c-96fa-28c294761f83 req-38acc142-dfd5-4400-be8a-184359f05797 service nova] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Detach interface failed, port_id=a62d81d7-bdfd-4799-bea5-e3d00cda40a0, reason: Instance cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1299.311313] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822701, 'name': ReconfigVM_Task, 'duration_secs': 0.556074} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.311657] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Reconfigured VM instance instance-00000075 to attach disk [datastore2] ffec5007-3b3d-499f-8536-29d7c3c82e78/ffec5007-3b3d-499f-8536-29d7c3c82e78.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.311902] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance 'ffec5007-3b3d-499f-8536-29d7c3c82e78' progress to 50 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.471852] env[71114]: DEBUG nova.network.neutron [req-d5c1f332-3b78-497d-9724-b1fd8e44b307 req-601a1347-4bea-407b-b6dc-9eef24376bcb service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Updated VIF entry in instance network info cache for port a1a650a6-bebf-403b-b036-363a47b5c605. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.472294] env[71114]: DEBUG nova.network.neutron [req-d5c1f332-3b78-497d-9724-b1fd8e44b307 req-601a1347-4bea-407b-b6dc-9eef24376bcb service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Updating instance_info_cache with network_info: [{"id": "a1a650a6-bebf-403b-b036-363a47b5c605", "address": "fa:16:3e:3f:89:e2", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a650a6-be", "ovs_interfaceid": "a1a650a6-bebf-403b-b036-363a47b5c605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.493319] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.493405] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.493534] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.493688] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.493832] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.493979] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.494196] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.494353] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.494528] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.494706] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.494896] env[71114]: DEBUG nova.virt.hardware [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.500357] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.501016] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ecfc75c-eed9-4eb4-8a0b-2144a5657ce5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.520663] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1299.520663] env[71114]: value = "task-3822703" [ 1299.520663] env[71114]: _type = "Task" [ 1299.520663] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.529520] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.677029] env[71114]: INFO nova.compute.manager [-] [instance: cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e] Took 1.57 seconds to deallocate network for instance. [ 1299.822801] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9d8cc-4e76-4c9d-ace1-2f6d4b6cca7a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.848996] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2dd949-2e57-439e-98d6-58ea705d7070 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.872264] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "33601e3a-928e-4601-aa1b-254a6282f681" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.872620] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "33601e3a-928e-4601-aa1b-254a6282f681" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.873883] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance 'ffec5007-3b3d-499f-8536-29d7c3c82e78' progress to 67 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.939344] env[71114]: DEBUG nova.network.neutron [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance_info_cache with network_info: [{"id": "f64bede4-1c1b-4590-9f68-fe72688456d9", "address": "fa:16:3e:03:61:b5", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64bede4-1c", "ovs_interfaceid": "f64bede4-1c1b-4590-9f68-fe72688456d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.975295] env[71114]: DEBUG oslo_concurrency.lockutils [req-d5c1f332-3b78-497d-9724-b1fd8e44b307 req-601a1347-4bea-407b-b6dc-9eef24376bcb service nova] Releasing lock "refresh_cache-25373ebd-b080-43d9-bc29-02d54548feb4" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.032906] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822703, 'name': ReconfigVM_Task, 'duration_secs': 0.373717} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.033626] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.034491] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19d8087-aabb-45a8-ad9e-0509371eb0b0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.059875] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 0207478e-c00c-4a86-9239-bed7409ac293/0207478e-c00c-4a86-9239-bed7409ac293.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.060550] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c82db083-9b99-466f-9631-cf8a5c92d9b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.081450] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1300.081450] env[71114]: value = "task-3822704" [ 1300.081450] env[71114]: _type = "Task" [ 1300.081450] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.090918] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.183263] env[71114]: DEBUG oslo_concurrency.lockutils [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.183638] env[71114]: DEBUG oslo_concurrency.lockutils [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.183786] env[71114]: DEBUG nova.objects.instance [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lazy-loading 'resources' on Instance uuid cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.378906] env[71114]: DEBUG nova.compute.manager [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1300.419131] env[71114]: DEBUG nova.network.neutron [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Port 5e36348b-4513-4f0d-bfe1-714d617090b2 binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1300.442509] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-464564e8-70dc-4f09-8b51-59d93dbe1ed2" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.442766] env[71114]: DEBUG nova.objects.instance [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'migration_context' on Instance uuid 464564e8-70dc-4f09-8b51-59d93dbe1ed2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.474235] env[71114]: DEBUG nova.compute.manager [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Stashing vm_state: active {{(pid=71114) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1300.592219] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.764183] env[71114]: DEBUG nova.compute.manager [req-baccbc11-b466-42a7-9fea-0b473cc5acd3 req-bec55ab0-a261-4322-aebb-e38eb2f26571 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Received event network-changed-326e1fb5-df6e-409c-85aa-8194107b1837 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.764479] env[71114]: DEBUG nova.compute.manager [req-baccbc11-b466-42a7-9fea-0b473cc5acd3 req-bec55ab0-a261-4322-aebb-e38eb2f26571 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Refreshing instance network info cache due to event network-changed-326e1fb5-df6e-409c-85aa-8194107b1837. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.764793] env[71114]: DEBUG oslo_concurrency.lockutils [req-baccbc11-b466-42a7-9fea-0b473cc5acd3 req-bec55ab0-a261-4322-aebb-e38eb2f26571 service nova] Acquiring lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.765042] env[71114]: DEBUG oslo_concurrency.lockutils [req-baccbc11-b466-42a7-9fea-0b473cc5acd3 req-bec55ab0-a261-4322-aebb-e38eb2f26571 service nova] Acquired lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.765304] env[71114]: DEBUG nova.network.neutron [req-baccbc11-b466-42a7-9fea-0b473cc5acd3 req-bec55ab0-a261-4322-aebb-e38eb2f26571 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Refreshing network info cache for port 326e1fb5-df6e-409c-85aa-8194107b1837 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.905017] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.928169] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab01b62-bff8-4c5e-bf45-b88151c5a608 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.937790] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b5af1f-1c9b-4287-94ca-90b6009620c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.945191] env[71114]: DEBUG nova.objects.base [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Object Instance<464564e8-70dc-4f09-8b51-59d93dbe1ed2> lazy-loaded attributes: info_cache,migration_context {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1300.971742] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607635f0-4488-47b6-bda4-8e6a908eb62d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.975318] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b1c555-54dd-47ce-8cd5-bb2c9a528da2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.998434] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c4373c-d662-4dfe-a52e-d227952a9786 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.005079] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5115a9-7afc-4411-a81e-a9a295aac9d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.011434] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.012115] env[71114]: DEBUG oslo_vmware.api [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1301.012115] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c3daa5-0bd0-048a-6785-c7abb3a73aa9" [ 1301.012115] env[71114]: _type = "Task" [ 1301.012115] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.027731] env[71114]: DEBUG nova.compute.provider_tree [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.032113] env[71114]: DEBUG oslo_vmware.api [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c3daa5-0bd0-048a-6785-c7abb3a73aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.012489} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.032930] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.093285] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.446316] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "ffec5007-3b3d-499f-8536-29d7c3c82e78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.446316] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.446316] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.499788] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.500985] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.527894] env[71114]: DEBUG nova.scheduler.client.report [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.593932] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822704, 'name': ReconfigVM_Task, 'duration_secs': 1.31386} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.594242] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 0207478e-c00c-4a86-9239-bed7409ac293/0207478e-c00c-4a86-9239-bed7409ac293.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.594519] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance '0207478e-c00c-4a86-9239-bed7409ac293' progress to 50 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.600314] env[71114]: DEBUG nova.network.neutron [req-baccbc11-b466-42a7-9fea-0b473cc5acd3 req-bec55ab0-a261-4322-aebb-e38eb2f26571 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updated VIF entry in instance network info cache for port 326e1fb5-df6e-409c-85aa-8194107b1837. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.600644] env[71114]: DEBUG nova.network.neutron [req-baccbc11-b466-42a7-9fea-0b473cc5acd3 req-bec55ab0-a261-4322-aebb-e38eb2f26571 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance_info_cache with network_info: [{"id": "326e1fb5-df6e-409c-85aa-8194107b1837", "address": "fa:16:3e:96:54:5f", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326e1fb5-df", "ovs_interfaceid": "326e1fb5-df6e-409c-85aa-8194107b1837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.008196] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.008418] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.008505] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.008654] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.008795] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.008946] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._sync_power_states {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.035630] env[71114]: DEBUG oslo_concurrency.lockutils [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.038305] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.133s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.039922] env[71114]: INFO nova.compute.claims [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.075790] env[71114]: INFO nova.scheduler.client.report [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleted allocations for instance cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e [ 1302.100934] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b3bf6d-d5d6-4987-aee6-37ca5ed9ecf0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.103960] env[71114]: DEBUG oslo_concurrency.lockutils [req-baccbc11-b466-42a7-9fea-0b473cc5acd3 req-bec55ab0-a261-4322-aebb-e38eb2f26571 service nova] Releasing lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.122517] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c45631-6a8c-4c45-a3ff-fc9412d99022 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.143022] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance '0207478e-c00c-4a86-9239-bed7409ac293' progress to 67 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.487414] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.487711] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.487897] env[71114]: DEBUG nova.network.neutron [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.513159] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Getting list of instances from cluster (obj){ [ 1302.513159] env[71114]: value = "domain-c8" [ 1302.513159] env[71114]: _type = "ClusterComputeResource" [ 1302.513159] env[71114]: } {{(pid=71114) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1302.515658] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5051e427-f157-4626-924b-7f38cb55f6d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.535703] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Got total of 8 instances {{(pid=71114) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1302.535873] env[71114]: WARNING nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1302.536091] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid 25373ebd-b080-43d9-bc29-02d54548feb4 {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1302.536335] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid 464564e8-70dc-4f09-8b51-59d93dbe1ed2 {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1302.536502] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1302.536659] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid a0011b35-468b-406f-99c1-fba87e03c9fb {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1302.536814] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid 7a3fa358-34ac-462a-a0fa-4c23879c3589 {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1302.537020] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid 16eed948-f001-450f-8cab-e442bbce44bd {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1302.537187] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid ffec5007-3b3d-499f-8536-29d7c3c82e78 {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1302.537342] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid 0207478e-c00c-4a86-9239-bed7409ac293 {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1302.537490] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Triggering sync for uuid 614fcdb0-a611-4aad-9983-d073fcd76db0 {{(pid=71114) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1302.537840] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "25373ebd-b080-43d9-bc29-02d54548feb4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.538101] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "25373ebd-b080-43d9-bc29-02d54548feb4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.538380] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.538765] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.538853] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "a0011b35-468b-406f-99c1-fba87e03c9fb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.539203] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "a0011b35-468b-406f-99c1-fba87e03c9fb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.539203] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.539394] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.539712] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.539782] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "16eed948-f001-450f-8cab-e442bbce44bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.540011] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.540191] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.540353] env[71114]: INFO nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1302.540510] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.540695] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "0207478e-c00c-4a86-9239-bed7409ac293" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.540962] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "0207478e-c00c-4a86-9239-bed7409ac293" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.541203] env[71114]: INFO nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1302.541386] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "0207478e-c00c-4a86-9239-bed7409ac293" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.541572] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "614fcdb0-a611-4aad-9983-d073fcd76db0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.541745] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.541901] env[71114]: INFO nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1302.542067] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.542249] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.542372] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71114) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1302.543237] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3f2091-8270-4196-8a50-91ce9403a17e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.546259] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4869b3ce-04cd-43f1-add4-c9276c4b2c6e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.549325] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b754adf-ce5e-41c4-9020-23ee120b8c6a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.551904] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f602de3d-4294-4288-b794-b8fd4d07753a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.554408] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.584025] env[71114]: DEBUG oslo_concurrency.lockutils [None req-126513b8-6921-4b38-9c3b-8dd49ffa1bb3 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.115s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.585026] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.046s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.586080] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-809cb66e-89dc-4348-9030-4bc1affaedd7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.597314] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d70cd1-590f-4a27-afe4-877344f32dfb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.690965] env[71114]: DEBUG nova.network.neutron [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Port af1cff8f-ea74-4d28-9c7d-933ba3ade031 binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1303.058170] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.072074] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "25373ebd-b080-43d9-bc29-02d54548feb4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.074731] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "a0011b35-468b-406f-99c1-fba87e03c9fb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.076218] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "16eed948-f001-450f-8cab-e442bbce44bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.076555] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.137329] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "cfe79ef1-73dd-4782-8fd9-0ceb9cdc8c1e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.277874] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8b61c-158c-4037-9b66-75055a9c6513 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.286514] env[71114]: DEBUG nova.network.neutron [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance_info_cache with network_info: [{"id": "5e36348b-4513-4f0d-bfe1-714d617090b2", "address": "fa:16:3e:86:8c:06", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e36348b-45", "ovs_interfaceid": "5e36348b-4513-4f0d-bfe1-714d617090b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.289892] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d604e3e-2907-4868-8766-082f9a59b49f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.324880] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01225280-6ecb-4057-b553-28d0da20113e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.332999] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa478ecc-164e-455c-b78e-6a01fe3e5d45 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.347224] env[71114]: DEBUG nova.compute.provider_tree [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.713206] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "0207478e-c00c-4a86-9239-bed7409ac293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.713509] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "0207478e-c00c-4a86-9239-bed7409ac293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.713706] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "0207478e-c00c-4a86-9239-bed7409ac293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.790689] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.852637] env[71114]: DEBUG nova.scheduler.client.report [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.348084] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef83ce90-d56a-437a-af13-134414497d23 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.369217] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.369796] env[71114]: DEBUG nova.compute.manager [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.374036] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.361s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.375287] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca345dc-4f9c-495c-b798-8911652d722a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.384935] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance 'ffec5007-3b3d-499f-8536-29d7c3c82e78' progress to 83 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1304.764075] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.764771] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.764771] env[71114]: DEBUG nova.network.neutron [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.880709] env[71114]: DEBUG nova.compute.utils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.884087] env[71114]: INFO nova.compute.claims [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1304.887771] env[71114]: DEBUG nova.compute.manager [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Not allocating networking since 'none' was specified. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1304.891503] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.891503] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d85065-7dd4-4e76-ad52-538bbb5ed14a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.898679] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1304.898679] env[71114]: value = "task-3822705" [ 1304.898679] env[71114]: _type = "Task" [ 1304.898679] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.913318] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.389391] env[71114]: DEBUG nova.compute.manager [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.394405] env[71114]: INFO nova.compute.resource_tracker [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating resource usage from migration b70dc471-f43e-4016-87b6-420887d05d01 [ 1305.410518] env[71114]: DEBUG oslo_vmware.api [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822705, 'name': PowerOnVM_Task, 'duration_secs': 0.475433} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.410733] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.411049] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a3f791-94af-4d33-88d0-552d3949be94 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance 'ffec5007-3b3d-499f-8536-29d7c3c82e78' progress to 100 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.510186] env[71114]: DEBUG nova.network.neutron [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance_info_cache with network_info: [{"id": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "address": "fa:16:3e:30:e1:60", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1cff8f-ea", "ovs_interfaceid": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.583091] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45853770-aab7-4e13-9a31-f0ca95b91f4a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.592370] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d4ed81-298c-4b2b-8071-5018e91085af {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.622692] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458bf9b8-695b-45ac-8da5-544bcbc89e4b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.630723] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91d247f-4d61-4129-adc3-b03b59671eac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.644097] env[71114]: DEBUG nova.compute.provider_tree [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.804018] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.804348] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.013315] env[71114]: DEBUG oslo_concurrency.lockutils [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.147508] env[71114]: DEBUG nova.scheduler.client.report [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.306824] env[71114]: DEBUG nova.compute.manager [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.399373] env[71114]: DEBUG nova.compute.manager [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.479197] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.479561] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.479732] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.479916] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.480085] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.480449] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.480533] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.480617] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.480779] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.480946] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.481140] env[71114]: DEBUG nova.virt.hardware [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.482026] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e375178b-4843-43b9-bc94-2933101eb07e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.491054] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90549bf-1826-42bb-95df-32c8fcf6b94d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.506837] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.512884] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Creating folder: Project (77d3c443405a473cb16ab220fd14382e). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.513302] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a1ea5cd-5dc4-4aca-892b-283c78d0c0c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.526714] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Created folder: Project (77d3c443405a473cb16ab220fd14382e) in parent group-v759732. [ 1306.526907] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Creating folder: Instances. Parent ref: group-v760053. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.527193] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80576e80-bd7a-45de-91cf-540c693b342d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.537731] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Created folder: Instances in parent group-v760053. [ 1306.538080] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.538237] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.538441] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-130f038e-5779-4073-b2ab-17b024856bec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.553621] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1e0c8e-ced5-4edd-8993-0334db80fe36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.557433] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.557433] env[71114]: value = "task-3822708" [ 1306.557433] env[71114]: _type = "Task" [ 1306.557433] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.576101] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db261fe-04c2-48ad-8af4-fecf8380a6ec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.582397] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822708, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.587222] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance '0207478e-c00c-4a86-9239-bed7409ac293' progress to 83 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.652104] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.279s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.652414] env[71114]: INFO nova.compute.manager [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Migrating [ 1306.659439] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.626s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.828050] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.069507] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822708, 'name': CreateVM_Task, 'duration_secs': 0.299486} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.069767] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.070435] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.070753] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.071296] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.071697] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28298861-a34a-4c88-a408-50a12896abe3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.078039] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1307.078039] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dfae47-2640-aa65-8bc1-5d13ee9665c7" [ 1307.078039] env[71114]: _type = "Task" [ 1307.078039] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.092202] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dfae47-2640-aa65-8bc1-5d13ee9665c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.094631] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.095128] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a0eb094-a3fe-4a04-bcaf-bf2ed0c14091 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.103031] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1307.103031] env[71114]: value = "task-3822709" [ 1307.103031] env[71114]: _type = "Task" [ 1307.103031] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.116153] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.169309] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.169521] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.169705] env[71114]: DEBUG nova.network.neutron [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.353469] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92133777-c8c6-46e8-86c2-03146b01b126 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.362356] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9264e1f1-d809-4d42-bc56-88a1c59d4601 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.396293] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31796322-519f-454a-ba5f-7e96e791504b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.404452] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d53f56a-a354-47ab-a534-c80009c95a62 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.419203] env[71114]: DEBUG nova.compute.provider_tree [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.589433] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52dfae47-2640-aa65-8bc1-5d13ee9665c7, 'name': SearchDatastore_Task, 'duration_secs': 0.020716} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.589642] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.589868] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.590155] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.590379] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.590582] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.590859] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e54db269-a4f4-4bf4-b1bf-34589bbbc029 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.600687] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.600892] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.601696] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7fbdc3-2d85-4117-9f29-08b8ff6dbd5b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.614227] env[71114]: DEBUG oslo_vmware.api [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822709, 'name': PowerOnVM_Task, 'duration_secs': 0.435947} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.614607] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1307.614607] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a55024-9f23-2be5-3f34-448570cde7d4" [ 1307.614607] env[71114]: _type = "Task" [ 1307.614607] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.614930] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.615186] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-18e97523-5d8d-48a5-a320-ecfd1678a34a tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance '0207478e-c00c-4a86-9239-bed7409ac293' progress to 100 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.629351] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a55024-9f23-2be5-3f34-448570cde7d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.630197] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6730cc54-a493-4a20-b313-a1358c5589a9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.636324] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1307.636324] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a4b178-8edc-553e-a401-4a85c5e13fb1" [ 1307.636324] env[71114]: _type = "Task" [ 1307.636324] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.646037] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a4b178-8edc-553e-a401-4a85c5e13fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.762664] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.762911] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.763133] env[71114]: DEBUG nova.compute.manager [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Going to confirm migration 7 {{(pid=71114) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1307.912136] env[71114]: DEBUG nova.network.neutron [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance_info_cache with network_info: [{"id": "326e1fb5-df6e-409c-85aa-8194107b1837", "address": "fa:16:3e:96:54:5f", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326e1fb5-df", "ovs_interfaceid": "326e1fb5-df6e-409c-85aa-8194107b1837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.922237] env[71114]: DEBUG nova.scheduler.client.report [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.148273] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a4b178-8edc-553e-a401-4a85c5e13fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010196} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.149501] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.149881] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 33601e3a-928e-4601-aa1b-254a6282f681/33601e3a-928e-4601-aa1b-254a6282f681.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.150173] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-631a7c60-4793-4089-9695-989fe637bd38 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.156845] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1308.156845] env[71114]: value = "task-3822710" [ 1308.156845] env[71114]: _type = "Task" [ 1308.156845] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.165868] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.299891] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.300181] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquired lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.300445] env[71114]: DEBUG nova.network.neutron [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.300699] env[71114]: DEBUG nova.objects.instance [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lazy-loading 'info_cache' on Instance uuid ffec5007-3b3d-499f-8536-29d7c3c82e78 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.414974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.667103] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.934390] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.275s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.937489] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.879s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.937742] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.937920] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71114) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1308.938357] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.110s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.940088] env[71114]: INFO nova.compute.claims [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.943852] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcded21-0d16-4ec1-af4d-e23237cd1bd7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.954069] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2f28c3-84b7-463a-af90-70375e423518 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.972679] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa3261f-55ad-40c9-946c-980df9f9805d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.982590] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c575ef9e-096d-437f-a3b7-075726d01871 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.019438] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179545MB free_disk=51GB free_vcpus=48 pci_devices=None {{(pid=71114) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1309.019764] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.167291] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920201} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.167573] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 33601e3a-928e-4601-aa1b-254a6282f681/33601e3a-928e-4601-aa1b-254a6282f681.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.167893] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.168312] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-161b61ad-d0f0-443c-98f1-189124f7df10 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.175901] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1309.175901] env[71114]: value = "task-3822711" [ 1309.175901] env[71114]: _type = "Task" [ 1309.175901] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.185212] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.526280] env[71114]: DEBUG nova.network.neutron [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance_info_cache with network_info: [{"id": "5e36348b-4513-4f0d-bfe1-714d617090b2", "address": "fa:16:3e:86:8c:06", "network": {"id": "5b2b0a40-10c5-4ef7-9385-64e582521700", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2110045126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5b36391be1d4f49896735c4a5690c42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e36348b-45", "ovs_interfaceid": "5e36348b-4513-4f0d-bfe1-714d617090b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.539313] env[71114]: INFO nova.scheduler.client.report [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleted allocation for migration bcd92256-2762-4562-b4ac-0681e4451c7e [ 1309.687050] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066654} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.687301] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.688173] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e155f20-94ac-4f1d-b9f4-ac96e202a6a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.710798] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 33601e3a-928e-4601-aa1b-254a6282f681/33601e3a-928e-4601-aa1b-254a6282f681.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.711152] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6037ef35-d89f-4be3-a991-f68c24855126 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.733140] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1309.733140] env[71114]: value = "task-3822712" [ 1309.733140] env[71114]: _type = "Task" [ 1309.733140] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.742745] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.932654] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c0bb22-2a6a-479d-b79d-bb507046145c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.958149] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance '614fcdb0-a611-4aad-9983-d073fcd76db0' progress to 0 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.029247] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Releasing lock "refresh_cache-ffec5007-3b3d-499f-8536-29d7c3c82e78" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.029589] env[71114]: DEBUG nova.objects.instance [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lazy-loading 'migration_context' on Instance uuid ffec5007-3b3d-499f-8536-29d7c3c82e78 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.046687] env[71114]: DEBUG oslo_concurrency.lockutils [None req-46264af5-0f46-4325-b7bc-c3c24cd4800e tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.958s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.047944] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.509s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.049407] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e22a0-7e91-4a76-ac23-f50af3808b1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.248531] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822712, 'name': ReconfigVM_Task, 'duration_secs': 0.316749} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.248531] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 33601e3a-928e-4601-aa1b-254a6282f681/33601e3a-928e-4601-aa1b-254a6282f681.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.248531] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c76a7196-ce60-4cee-aa8e-c2f28fec1a09 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.256482] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1310.256482] env[71114]: value = "task-3822713" [ 1310.256482] env[71114]: _type = "Task" [ 1310.256482] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.261528] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5785c7da-3ec6-4d27-9fcf-8da7abc60311 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.268131] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822713, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.273727] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e625a2c-eb65-4d74-871d-d1d48cc442e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.311194] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e35d59-8bc1-4fc2-863a-060cecdba292 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.319928] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744321d0-8856-49fa-967c-016117ea6fcc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.335018] env[71114]: DEBUG nova.compute.provider_tree [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.464026] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.464381] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-651dc649-934d-4192-9675-695799b75982 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.472107] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1310.472107] env[71114]: value = "task-3822714" [ 1310.472107] env[71114]: _type = "Task" [ 1310.472107] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.481535] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.532926] env[71114]: DEBUG nova.objects.base [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1310.534034] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a30568-c038-4ef5-9f9a-af43412c9494 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.554698] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8b09ef-902f-4290-b9cd-25a9d6f54f25 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.560244] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.561995] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1310.561995] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b5cc37-d46b-c453-b975-40a9012a89db" [ 1310.561995] env[71114]: _type = "Task" [ 1310.561995] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.572943] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b5cc37-d46b-c453-b975-40a9012a89db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.767992] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822713, 'name': Rename_Task, 'duration_secs': 0.153769} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.768270] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.768521] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-441210df-0795-45fd-886e-4b26336c56cb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.775552] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1310.775552] env[71114]: value = "task-3822715" [ 1310.775552] env[71114]: _type = "Task" [ 1310.775552] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.783961] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.838302] env[71114]: DEBUG nova.scheduler.client.report [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.983713] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822714, 'name': PowerOffVM_Task, 'duration_secs': 0.203314} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.984177] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.984177] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance '614fcdb0-a611-4aad-9983-d073fcd76db0' progress to 17 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.073571] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b5cc37-d46b-c453-b975-40a9012a89db, 'name': SearchDatastore_Task, 'duration_secs': 0.012094} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.073938] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.286589] env[71114]: DEBUG oslo_vmware.api [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822715, 'name': PowerOnVM_Task, 'duration_secs': 0.469691} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.286856] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.287096] env[71114]: INFO nova.compute.manager [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Took 4.89 seconds to spawn the instance on the hypervisor. [ 1311.287294] env[71114]: DEBUG nova.compute.manager [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1311.288174] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e1c482-ab0e-4e9a-8105-22835d083923 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.343405] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.343978] env[71114]: DEBUG nova.compute.manager [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1311.347795] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.328s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.467167] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.467447] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.467644] env[71114]: INFO nova.compute.manager [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Shelving [ 1311.490908] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.491127] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.491387] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.491485] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.491563] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.491707] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.491907] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.492077] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.492346] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.492539] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.493188] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.498604] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eaa09d0-13df-4a20-97b4-c48dbc80983f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.517494] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1311.517494] env[71114]: value = "task-3822716" [ 1311.517494] env[71114]: _type = "Task" [ 1311.517494] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.528254] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.638426] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.638715] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.638921] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.639123] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.639370] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.641740] env[71114]: INFO nova.compute.manager [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Terminating instance [ 1311.803850] env[71114]: INFO nova.compute.manager [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Took 10.92 seconds to build instance. [ 1311.807393] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "0207478e-c00c-4a86-9239-bed7409ac293" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.807622] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "0207478e-c00c-4a86-9239-bed7409ac293" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.807799] env[71114]: DEBUG nova.compute.manager [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Going to confirm migration 8 {{(pid=71114) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1311.852208] env[71114]: DEBUG nova.compute.utils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1311.860438] env[71114]: DEBUG nova.compute.manager [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1311.860632] env[71114]: DEBUG nova.network.neutron [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1311.902032] env[71114]: DEBUG nova.policy [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6298d1bb42cd41429487b70ed9a594ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '497d0206222d447f9044bcd4c610ad5e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1312.028204] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822716, 'name': ReconfigVM_Task, 'duration_secs': 0.163247} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.028594] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance '614fcdb0-a611-4aad-9983-d073fcd76db0' progress to 33 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.145260] env[71114]: DEBUG nova.compute.manager [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.145518] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.146373] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b947fb7-2ad8-4285-a025-e4cd4a8e0491 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.155196] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.155575] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a179143-9a4f-497e-adff-afc9108170ac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.164721] env[71114]: DEBUG oslo_vmware.api [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1312.164721] env[71114]: value = "task-3822717" [ 1312.164721] env[71114]: _type = "Task" [ 1312.164721] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.174852] env[71114]: DEBUG oslo_vmware.api [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.306320] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9d473954-a805-42c2-a03c-26764e1fe036 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "33601e3a-928e-4601-aa1b-254a6282f681" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.434s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.346059] env[71114]: DEBUG nova.network.neutron [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Successfully created port: 450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1312.358321] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.358567] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.358797] env[71114]: DEBUG nova.network.neutron [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.359119] env[71114]: DEBUG nova.objects.instance [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lazy-loading 'info_cache' on Instance uuid 0207478e-c00c-4a86-9239-bed7409ac293 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.363634] env[71114]: DEBUG nova.compute.manager [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1312.367652] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Applying migration context for instance ffec5007-3b3d-499f-8536-29d7c3c82e78 as it has an incoming, in-progress migration a12ebf77-7746-4880-9386-e1abd5dd2c00. Migration status is finished {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1312.367652] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Applying migration context for instance 0207478e-c00c-4a86-9239-bed7409ac293 as it has an incoming, in-progress migration 097b4ac5-8377-4af7-ab0a-1128f15baea6. Migration status is confirming {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1312.367878] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Applying migration context for instance 614fcdb0-a611-4aad-9983-d073fcd76db0 as it has an incoming, in-progress migration b70dc471-f43e-4016-87b6-420887d05d01. Migration status is migrating {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1312.369214] env[71114]: INFO nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating resource usage from migration a12ebf77-7746-4880-9386-e1abd5dd2c00 [ 1312.369538] env[71114]: INFO nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating resource usage from migration 097b4ac5-8377-4af7-ab0a-1128f15baea6 [ 1312.369805] env[71114]: INFO nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating resource usage from migration b70dc471-f43e-4016-87b6-420887d05d01 [ 1312.425511] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 25373ebd-b080-43d9-bc29-02d54548feb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.425766] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance a0011b35-468b-406f-99c1-fba87e03c9fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.425936] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 7a3fa358-34ac-462a-a0fa-4c23879c3589 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.426151] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 16eed948-f001-450f-8cab-e442bbce44bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.426454] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 464564e8-70dc-4f09-8b51-59d93dbe1ed2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.426691] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Migration a12ebf77-7746-4880-9386-e1abd5dd2c00 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1312.426890] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance ffec5007-3b3d-499f-8536-29d7c3c82e78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.427296] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Migration 097b4ac5-8377-4af7-ab0a-1128f15baea6 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1312.427611] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 0207478e-c00c-4a86-9239-bed7409ac293 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.427973] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 33601e3a-928e-4601-aa1b-254a6282f681 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.428196] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Migration b70dc471-f43e-4016-87b6-420887d05d01 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1312.428365] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 614fcdb0-a611-4aad-9983-d073fcd76db0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.428519] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1312.428792] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1312.428883] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1312.481695] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.482043] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13afa0e5-b05d-4855-9364-2297ab07871b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.493951] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1312.493951] env[71114]: value = "task-3822718" [ 1312.493951] env[71114]: _type = "Task" [ 1312.493951] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.504463] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.534856] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.535276] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.535467] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.535660] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.535854] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.535992] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.536369] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.536509] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.536846] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.536914] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.537366] env[71114]: DEBUG nova.virt.hardware [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.543111] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1312.546773] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59091e6f-56c6-4b30-bc77-24095ac94ffe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.567193] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1312.567193] env[71114]: value = "task-3822719" [ 1312.567193] env[71114]: _type = "Task" [ 1312.567193] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.579672] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.690334] env[71114]: DEBUG oslo_vmware.api [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822717, 'name': PowerOffVM_Task, 'duration_secs': 0.377311} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.690630] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.690802] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.691119] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3d6d964-d182-44c0-8a40-38a59932ec58 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.694470] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fa5bb2-e3ba-4714-a53f-b69abee49050 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.704250] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74300e94-62a9-4b33-ba75-051cf0ea982b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.740603] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a2f88c-0e48-4168-94ae-addbe361b3a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.749702] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4b1251-7d4e-4c67-a5cb-a3b6c98235e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.765645] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.847884] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.848188] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.848439] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleting the datastore file [datastore2] 464564e8-70dc-4f09-8b51-59d93dbe1ed2 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.848760] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-404bba81-72ae-47d0-b4c8-a278a47bd5a5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.855375] env[71114]: DEBUG oslo_vmware.api [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1312.855375] env[71114]: value = "task-3822721" [ 1312.855375] env[71114]: _type = "Task" [ 1312.855375] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.865973] env[71114]: DEBUG oslo_vmware.api [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.005161] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822718, 'name': PowerOffVM_Task, 'duration_secs': 0.249144} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.005475] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.007136] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d523888-593d-4e60-8c1d-7322686ca29b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.026826] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52af49a5-2d5a-48c0-ab94-3ea88edc23b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.083024] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822719, 'name': ReconfigVM_Task, 'duration_secs': 0.208654} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.083478] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1313.084326] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc74b856-4deb-4b7f-bbfe-51ff6542264b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.108198] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-439f2eb2-1a4d-4362-9c1c-325c7d741936/volume-439f2eb2-1a4d-4362-9c1c-325c7d741936.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.108498] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8379d02c-9377-4c73-b5ed-ad0c4d954f3a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.127483] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1313.127483] env[71114]: value = "task-3822722" [ 1313.127483] env[71114]: _type = "Task" [ 1313.127483] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.136165] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.171804] env[71114]: INFO nova.compute.manager [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Rebuilding instance [ 1313.215803] env[71114]: DEBUG nova.compute.manager [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1313.216749] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfba9b7-0c7a-4841-97f2-02e24abed01f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.269587] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.366561] env[71114]: DEBUG oslo_vmware.api [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157949} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.372808] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.372808] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.372808] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.372808] env[71114]: INFO nova.compute.manager [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1313.372808] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.372808] env[71114]: DEBUG nova.compute.manager [-] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.372808] env[71114]: DEBUG nova.network.neutron [-] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.378857] env[71114]: DEBUG nova.compute.manager [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1313.455952] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.456220] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.456389] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.456578] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.456724] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.456874] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.457119] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.457303] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.457516] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.457688] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.457862] env[71114]: DEBUG nova.virt.hardware [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.458813] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472e19b1-5159-4287-875b-931163e146ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.467572] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a953df4-1f43-48f5-ba84-90071d83f347 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.537458] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1313.537832] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69f38ec3-4e4e-46d3-96d1-8449940f1979 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.546183] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1313.546183] env[71114]: value = "task-3822723" [ 1313.546183] env[71114]: _type = "Task" [ 1313.546183] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.556888] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.638269] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822722, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.746926] env[71114]: DEBUG nova.network.neutron [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance_info_cache with network_info: [{"id": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "address": "fa:16:3e:30:e1:60", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf1cff8f-ea", "ovs_interfaceid": "af1cff8f-ea74-4d28-9c7d-933ba3ade031", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.775036] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1313.775333] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.428s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.775929] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.702s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.953978] env[71114]: DEBUG nova.network.neutron [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Successfully updated port: 450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.059014] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822723, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.060728] env[71114]: DEBUG nova.compute.manager [req-f9797633-25c8-4eb5-b00d-94f1bbae631b req-f6956c7c-82cf-41f5-a18f-31a039efb789 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received event network-vif-plugged-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.061086] env[71114]: DEBUG oslo_concurrency.lockutils [req-f9797633-25c8-4eb5-b00d-94f1bbae631b req-f6956c7c-82cf-41f5-a18f-31a039efb789 service nova] Acquiring lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.061338] env[71114]: DEBUG oslo_concurrency.lockutils [req-f9797633-25c8-4eb5-b00d-94f1bbae631b req-f6956c7c-82cf-41f5-a18f-31a039efb789 service nova] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.061521] env[71114]: DEBUG oslo_concurrency.lockutils [req-f9797633-25c8-4eb5-b00d-94f1bbae631b req-f6956c7c-82cf-41f5-a18f-31a039efb789 service nova] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.061694] env[71114]: DEBUG nova.compute.manager [req-f9797633-25c8-4eb5-b00d-94f1bbae631b req-f6956c7c-82cf-41f5-a18f-31a039efb789 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] No waiting events found dispatching network-vif-plugged-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1314.061857] env[71114]: WARNING nova.compute.manager [req-f9797633-25c8-4eb5-b00d-94f1bbae631b req-f6956c7c-82cf-41f5-a18f-31a039efb789 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received unexpected event network-vif-plugged-450d670a-91d7-4e58-9282-c5d9aedbf19e for instance with vm_state building and task_state spawning. [ 1314.142881] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822722, 'name': ReconfigVM_Task, 'duration_secs': 0.549856} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.142881] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-439f2eb2-1a4d-4362-9c1c-325c7d741936/volume-439f2eb2-1a4d-4362-9c1c-325c7d741936.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.142881] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance '614fcdb0-a611-4aad-9983-d073fcd76db0' progress to 50 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.234279] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.234279] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1d1426-8f33-4a81-a0f5-cc10d84b88ed {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.246414] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1314.246414] env[71114]: value = "task-3822724" [ 1314.246414] env[71114]: _type = "Task" [ 1314.246414] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.253977] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-0207478e-c00c-4a86-9239-bed7409ac293" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.253977] env[71114]: DEBUG nova.objects.instance [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lazy-loading 'migration_context' on Instance uuid 0207478e-c00c-4a86-9239-bed7409ac293 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.259681] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.445822] env[71114]: DEBUG nova.compute.manager [req-ed00fd37-030b-47a9-a6c3-a4e4a55a951c req-fedd4e1b-16d4-4e2a-b100-dcf40ce066ae service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Received event network-vif-deleted-f64bede4-1c1b-4590-9f68-fe72688456d9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.445822] env[71114]: INFO nova.compute.manager [req-ed00fd37-030b-47a9-a6c3-a4e4a55a951c req-fedd4e1b-16d4-4e2a-b100-dcf40ce066ae service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Neutron deleted interface f64bede4-1c1b-4590-9f68-fe72688456d9; detaching it from the instance and deleting it from the info cache [ 1314.445934] env[71114]: DEBUG nova.network.neutron [req-ed00fd37-030b-47a9-a6c3-a4e4a55a951c req-fedd4e1b-16d4-4e2a-b100-dcf40ce066ae service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.456689] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.456849] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.457007] env[71114]: DEBUG nova.network.neutron [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.510802] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cc8380-b42e-4131-a5f2-ac4d5f199e23 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.519455] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cdb487-fd69-4836-9ab4-69acec702239 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.556215] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7486e8c0-46fb-4345-91c8-0203acd9c898 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.565406] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822723, 'name': CreateSnapshot_Task, 'duration_secs': 0.717437} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.567846] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1314.568788] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8326a046-8ebc-49fc-bf23-1b53488f8dc0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.572358] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098074b9-3bd0-462e-99cf-2d9a45d321d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.593592] env[71114]: DEBUG nova.compute.provider_tree [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.651474] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc77c60-05d6-4fe6-b775-325c18ceae16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.654546] env[71114]: DEBUG nova.network.neutron [-] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.675063] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125f6db3-34fb-4c46-ade3-e5dd97fd96d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.695939] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance '614fcdb0-a611-4aad-9983-d073fcd76db0' progress to 67 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.753849] env[71114]: DEBUG nova.objects.base [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Object Instance<0207478e-c00c-4a86-9239-bed7409ac293> lazy-loaded attributes: info_cache,migration_context {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1314.754719] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9eace3-7d41-4dde-aea8-eff7fe16444e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.761423] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822724, 'name': PowerOffVM_Task, 'duration_secs': 0.127189} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.762146] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.762385] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.763196] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5581a779-9442-4ac6-8b68-119fca437aea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.782630] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d08dfb-6706-4679-ac1e-6898d8a71ac3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.788352] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.789020] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52f21890-2784-4d6e-9be5-4aa5ebac9bf8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.792255] env[71114]: DEBUG oslo_vmware.api [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1314.792255] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522aa971-d3d7-981d-c546-7bda0a4a795d" [ 1314.792255] env[71114]: _type = "Task" [ 1314.792255] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.803223] env[71114]: DEBUG oslo_vmware.api [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522aa971-d3d7-981d-c546-7bda0a4a795d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.821060] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.821348] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.821822] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Deleting the datastore file [datastore1] 33601e3a-928e-4601-aa1b-254a6282f681 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.821950] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12f98565-1936-49c9-bb3f-934a2bee0d03 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.829561] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1314.829561] env[71114]: value = "task-3822726" [ 1314.829561] env[71114]: _type = "Task" [ 1314.829561] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.838869] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.949514] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b7b4566-c70d-4dd6-bfc7-5d0982b2ae5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.960201] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95edfc28-a099-42bc-b570-b8eaec278dc0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.996548] env[71114]: DEBUG nova.compute.manager [req-ed00fd37-030b-47a9-a6c3-a4e4a55a951c req-fedd4e1b-16d4-4e2a-b100-dcf40ce066ae service nova] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Detach interface failed, port_id=f64bede4-1c1b-4590-9f68-fe72688456d9, reason: Instance 464564e8-70dc-4f09-8b51-59d93dbe1ed2 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1315.003433] env[71114]: DEBUG nova.network.neutron [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.106071] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1315.107300] env[71114]: DEBUG nova.scheduler.client.report [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.112070] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d112a3c2-ae6f-43a1-a3d5-0fae26f6f69e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.123733] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1315.123733] env[71114]: value = "task-3822727" [ 1315.123733] env[71114]: _type = "Task" [ 1315.123733] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.135799] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822727, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.157285] env[71114]: INFO nova.compute.manager [-] [instance: 464564e8-70dc-4f09-8b51-59d93dbe1ed2] Took 1.79 seconds to deallocate network for instance. [ 1315.179320] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.179543] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.250092] env[71114]: DEBUG nova.network.neutron [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updating instance_info_cache with network_info: [{"id": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "address": "fa:16:3e:56:4e:f1", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450d670a-91", "ovs_interfaceid": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.303055] env[71114]: DEBUG oslo_vmware.api [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522aa971-d3d7-981d-c546-7bda0a4a795d, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.303286] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.339770] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101647} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.340049] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.340265] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.340417] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.633781] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822727, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.664333] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.683243] env[71114]: DEBUG nova.compute.utils [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.753443] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.753759] env[71114]: DEBUG nova.compute.manager [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Instance network_info: |[{"id": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "address": "fa:16:3e:56:4e:f1", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450d670a-91", "ovs_interfaceid": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1315.754207] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:4e:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '450d670a-91d7-4e58-9282-c5d9aedbf19e', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.762094] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.762333] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.762577] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09324009-882f-4f4b-b10e-b2fa9449fd57 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.783290] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.783290] env[71114]: value = "task-3822728" [ 1315.783290] env[71114]: _type = "Task" [ 1315.783290] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.791376] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822728, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.123577] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.347s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.126733] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.823s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.138775] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822727, 'name': CloneVM_Task} progress is 95%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.186879] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.296720] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822728, 'name': CreateVM_Task, 'duration_secs': 0.420617} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.296951] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.297680] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.297855] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.298261] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.298550] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b0644c-6514-4016-acf3-11457089e723 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.304497] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1316.304497] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d97445-2b95-68d0-fb7c-bcdc12259895" [ 1316.304497] env[71114]: _type = "Task" [ 1316.304497] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.314422] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d97445-2b95-68d0-fb7c-bcdc12259895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.389248] env[71114]: DEBUG nova.network.neutron [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Port 326e1fb5-df6e-409c-85aa-8194107b1837 binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1316.411845] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.412111] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.412272] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.412455] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.412602] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.412749] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.412955] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.413135] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.413308] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.413470] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.413642] env[71114]: DEBUG nova.virt.hardware [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.414840] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b023b0ff-64e4-414a-bef1-ca96687fad3b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.423976] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00378859-bafb-42bf-985a-57513e64bf62 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.439407] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.445182] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1316.445822] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.446069] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e107c96a-570b-4094-9b8c-ef975f3ad77b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.464223] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.464223] env[71114]: value = "task-3822729" [ 1316.464223] env[71114]: _type = "Task" [ 1316.464223] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.472643] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822729, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.647492] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822727, 'name': CloneVM_Task, 'duration_secs': 1.267469} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.647988] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Created linked-clone VM from snapshot [ 1316.648742] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c287f3-dc9f-4b72-a66a-14ec49f0b7db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.660664] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Uploading image d306467f-97b2-4b6a-8c97-0156f63fbd69 {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1316.688697] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1316.688697] env[71114]: value = "vm-760057" [ 1316.688697] env[71114]: _type = "VirtualMachine" [ 1316.688697] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1316.689212] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-afaa8a0e-159a-4587-bb9b-4f5d601e548e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.697273] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lease: (returnval){ [ 1316.697273] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525f3d29-4de2-ecdb-f316-74827778dfa6" [ 1316.697273] env[71114]: _type = "HttpNfcLease" [ 1316.697273] env[71114]: } obtained for exporting VM: (result){ [ 1316.697273] env[71114]: value = "vm-760057" [ 1316.697273] env[71114]: _type = "VirtualMachine" [ 1316.697273] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1316.697603] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the lease: (returnval){ [ 1316.697603] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525f3d29-4de2-ecdb-f316-74827778dfa6" [ 1316.697603] env[71114]: _type = "HttpNfcLease" [ 1316.697603] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1316.707326] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1316.707326] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525f3d29-4de2-ecdb-f316-74827778dfa6" [ 1316.707326] env[71114]: _type = "HttpNfcLease" [ 1316.707326] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1316.736498] env[71114]: INFO nova.scheduler.client.report [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted allocation for migration a12ebf77-7746-4880-9386-e1abd5dd2c00 [ 1316.818017] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52d97445-2b95-68d0-fb7c-bcdc12259895, 'name': SearchDatastore_Task, 'duration_secs': 0.013753} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.820869] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.821121] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.821398] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.821553] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.821735] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.822347] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8857dd84-c6b6-433d-b40c-44f4fde8e712 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.834035] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.834035] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.834940] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdc2e7b-8448-4b76-9db3-3a18f4b36805 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.841420] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1316.841420] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520b84e3-a6fe-16c5-5895-9d00a61eb4b0" [ 1316.841420] env[71114]: _type = "Task" [ 1316.841420] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.846169] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303f1cd6-33c4-4efa-8de2-06b24dfb0764 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.856551] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855e0752-80bb-42ff-b3cc-29e075f771d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.859631] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]520b84e3-a6fe-16c5-5895-9d00a61eb4b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.861031] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f11e476-2cde-4459-b8d3-117639574f94 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.891363] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c410137-31a5-4f12-b680-55d1284380ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.898906] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1316.898906] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5260a85a-c955-7e83-e41d-3353e5dc55b0" [ 1316.898906] env[71114]: _type = "Task" [ 1316.898906] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.906170] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e56489-1ed2-438b-ac14-99060c4d53d4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.913406] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5260a85a-c955-7e83-e41d-3353e5dc55b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.914014] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.914332] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72/e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.914568] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5576b473-7d2d-47c8-a49f-877656541995 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.925262] env[71114]: DEBUG nova.compute.provider_tree [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.933246] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1316.933246] env[71114]: value = "task-3822731" [ 1316.933246] env[71114]: _type = "Task" [ 1316.933246] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.942996] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.974384] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822729, 'name': CreateVM_Task, 'duration_secs': 0.310029} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.974559] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1316.974984] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.975188] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.975506] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.975753] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8350b7b-f46b-4d95-b6e0-b539ddf513f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.980662] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1316.980662] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a6159a-acd6-720e-1331-4442abc5a88c" [ 1316.980662] env[71114]: _type = "Task" [ 1316.980662] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.988858] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a6159a-acd6-720e-1331-4442abc5a88c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.210069] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.210069] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525f3d29-4de2-ecdb-f316-74827778dfa6" [ 1317.210069] env[71114]: _type = "HttpNfcLease" [ 1317.210069] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1317.210656] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1317.210656] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]525f3d29-4de2-ecdb-f316-74827778dfa6" [ 1317.210656] env[71114]: _type = "HttpNfcLease" [ 1317.210656] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1317.211196] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce178713-e682-434a-9dff-a07d54203747 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.221484] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b5d18-fa98-a172-cf04-141fa7b09501/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1317.221683] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b5d18-fa98-a172-cf04-141fa7b09501/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1317.277322] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.514s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.298669] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.300038] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.300038] env[71114]: INFO nova.compute.manager [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Attaching volume c5b71b54-eb72-4d4a-ab70-04dcb7f7077f to /dev/sdb [ 1317.318965] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0529392-bafa-4584-b596-f9cdaaf57182 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.357700] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf86c454-7f64-4311-8250-3efe48416335 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.368289] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9fbd87-2eb7-40df-b9d6-5987a1ec55f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.388702] env[71114]: DEBUG nova.virt.block_device [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Updating existing volume attachment record: 2a82748e-1489-4f50-8099-e33a3cc64ad7 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1317.414302] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "614fcdb0-a611-4aad-9983-d073fcd76db0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.414409] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.414488] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.428505] env[71114]: DEBUG nova.scheduler.client.report [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.447702] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480997} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.447702] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72/e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.447702] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.447702] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baf98c4c-407c-438c-9b20-cb4f7c705709 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.454541] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1317.454541] env[71114]: value = "task-3822732" [ 1317.454541] env[71114]: _type = "Task" [ 1317.454541] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.465127] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.494562] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a6159a-acd6-720e-1331-4442abc5a88c, 'name': SearchDatastore_Task, 'duration_secs': 0.019043} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.494906] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.495263] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.495560] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.495715] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.495924] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.496232] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6cf1546-0409-4d91-8495-9790846983bc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.506772] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.507009] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.509156] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74e4888-3a39-40a2-96e7-7a34aec30b48 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.512841] env[71114]: DEBUG nova.compute.manager [req-dc66192b-f5c0-40e0-b27f-1f812f4e3824 req-cb495f58-bd22-4ea3-9aa9-b39e04e93222 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received event network-changed-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.513050] env[71114]: DEBUG nova.compute.manager [req-dc66192b-f5c0-40e0-b27f-1f812f4e3824 req-cb495f58-bd22-4ea3-9aa9-b39e04e93222 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Refreshing instance network info cache due to event network-changed-450d670a-91d7-4e58-9282-c5d9aedbf19e. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.513270] env[71114]: DEBUG oslo_concurrency.lockutils [req-dc66192b-f5c0-40e0-b27f-1f812f4e3824 req-cb495f58-bd22-4ea3-9aa9-b39e04e93222 service nova] Acquiring lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.513431] env[71114]: DEBUG oslo_concurrency.lockutils [req-dc66192b-f5c0-40e0-b27f-1f812f4e3824 req-cb495f58-bd22-4ea3-9aa9-b39e04e93222 service nova] Acquired lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.513592] env[71114]: DEBUG nova.network.neutron [req-dc66192b-f5c0-40e0-b27f-1f812f4e3824 req-cb495f58-bd22-4ea3-9aa9-b39e04e93222 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Refreshing network info cache for port 450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.519865] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1317.519865] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b8fe94-ddbe-07d7-8a69-a431aca64d52" [ 1317.519865] env[71114]: _type = "Task" [ 1317.519865] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.532651] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52b8fe94-ddbe-07d7-8a69-a431aca64d52, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.533509] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb19fe5-9f7a-43f1-830e-7ebffa535d4d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.539642] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1317.539642] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ecae24-c7c3-7ac9-cca9-7400ea55ec03" [ 1317.539642] env[71114]: _type = "Task" [ 1317.539642] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.548898] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ecae24-c7c3-7ac9-cca9-7400ea55ec03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.969624] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069196} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.970031] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.970923] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ab980-08c2-4060-b21c-091f80e06f14 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.000008] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72/e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.000482] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-932a2af8-fd27-4664-9d56-9c2e40ee1938 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.025927] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1318.025927] env[71114]: value = "task-3822734" [ 1318.025927] env[71114]: _type = "Task" [ 1318.025927] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.035595] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.051703] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52ecae24-c7c3-7ac9-cca9-7400ea55ec03, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.051997] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.052504] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 33601e3a-928e-4601-aa1b-254a6282f681/33601e3a-928e-4601-aa1b-254a6282f681.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.052812] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3653e597-8d04-43a3-a553-50fa8661307b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.062422] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1318.062422] env[71114]: value = "task-3822735" [ 1318.062422] env[71114]: _type = "Task" [ 1318.062422] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.073531] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.382745] env[71114]: DEBUG nova.network.neutron [req-dc66192b-f5c0-40e0-b27f-1f812f4e3824 req-cb495f58-bd22-4ea3-9aa9-b39e04e93222 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updated VIF entry in instance network info cache for port 450d670a-91d7-4e58-9282-c5d9aedbf19e. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.383143] env[71114]: DEBUG nova.network.neutron [req-dc66192b-f5c0-40e0-b27f-1f812f4e3824 req-cb495f58-bd22-4ea3-9aa9-b39e04e93222 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updating instance_info_cache with network_info: [{"id": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "address": "fa:16:3e:56:4e:f1", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450d670a-91", "ovs_interfaceid": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.440199] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.313s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.443066] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.779s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.443500] env[71114]: DEBUG nova.objects.instance [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'resources' on Instance uuid 464564e8-70dc-4f09-8b51-59d93dbe1ed2 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.485529] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.485862] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.486101] env[71114]: DEBUG nova.network.neutron [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.542425] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.575993] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822735, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.809257] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.809637] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.809855] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "ffec5007-3b3d-499f-8536-29d7c3c82e78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.810060] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.810253] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.812918] env[71114]: INFO nova.compute.manager [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Terminating instance [ 1318.890505] env[71114]: DEBUG oslo_concurrency.lockutils [req-dc66192b-f5c0-40e0-b27f-1f812f4e3824 req-cb495f58-bd22-4ea3-9aa9-b39e04e93222 service nova] Releasing lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.041732] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822734, 'name': ReconfigVM_Task, 'duration_secs': 0.59145} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.042748] env[71114]: INFO nova.scheduler.client.report [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted allocation for migration 097b4ac5-8377-4af7-ab0a-1128f15baea6 [ 1319.046307] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Reconfigured VM instance instance-00000079 to attach disk [datastore2] e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72/e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.049571] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deacf7ce-f845-43e9-bf0d-3c7c07a88387 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.066778] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1319.066778] env[71114]: value = "task-3822736" [ 1319.066778] env[71114]: _type = "Task" [ 1319.066778] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.070715] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822736, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.079991] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528222} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.080315] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 33601e3a-928e-4601-aa1b-254a6282f681/33601e3a-928e-4601-aa1b-254a6282f681.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.080556] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.080909] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09681749-2efe-49e4-aabe-12ca4140aed1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.089913] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1319.089913] env[71114]: value = "task-3822737" [ 1319.089913] env[71114]: _type = "Task" [ 1319.089913] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.105251] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.162388] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd3dada-22ec-4de6-b337-746ea1a51968 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.172411] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9810bc0-4b29-4e3f-9b42-d7ebdd36dd28 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.207102] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fad51bf-3775-4279-8b08-b1495d06f075 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.216600] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb609e-5cf5-4219-815d-daf28163dfcd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.232139] env[71114]: DEBUG nova.compute.provider_tree [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.317070] env[71114]: DEBUG nova.compute.manager [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1319.317395] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.318312] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb702a-3554-4b60-80d4-7691564d612d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.328957] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1319.329289] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73e9f154-fac1-46bb-b4f4-953c636df75d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.337217] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1319.337217] env[71114]: value = "task-3822738" [ 1319.337217] env[71114]: _type = "Task" [ 1319.337217] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.341454] env[71114]: DEBUG nova.network.neutron [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance_info_cache with network_info: [{"id": "326e1fb5-df6e-409c-85aa-8194107b1837", "address": "fa:16:3e:96:54:5f", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326e1fb5-df", "ovs_interfaceid": "326e1fb5-df6e-409c-85aa-8194107b1837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.349303] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.553453] env[71114]: DEBUG oslo_concurrency.lockutils [None req-7edfec22-fc6c-4fdb-855a-499727677700 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "0207478e-c00c-4a86-9239-bed7409ac293" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.745s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.570981] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822736, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.605693] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078168} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.607199] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.608525] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28719dee-3c5f-4881-bec4-696ea21e3575 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.635537] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 33601e3a-928e-4601-aa1b-254a6282f681/33601e3a-928e-4601-aa1b-254a6282f681.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.636381] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-195f24de-5562-4c54-a7ae-75eaf8b5920f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.661352] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1319.661352] env[71114]: value = "task-3822740" [ 1319.661352] env[71114]: _type = "Task" [ 1319.661352] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.672884] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.737865] env[71114]: DEBUG nova.scheduler.client.report [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.844060] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.852978] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.071674] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822736, 'name': Rename_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.172302] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.244465] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.316722] env[71114]: INFO nova.scheduler.client.report [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleted allocations for instance 464564e8-70dc-4f09-8b51-59d93dbe1ed2 [ 1320.353582] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.360925] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee1abd-5ce1-450e-b2fa-f2400c60d1dd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.369590] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9db304-ea30-456a-81f3-ddbf39bddf76 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.512590] env[71114]: DEBUG oslo_concurrency.lockutils [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "0207478e-c00c-4a86-9239-bed7409ac293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.512865] env[71114]: DEBUG oslo_concurrency.lockutils [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "0207478e-c00c-4a86-9239-bed7409ac293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.513091] env[71114]: DEBUG oslo_concurrency.lockutils [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "0207478e-c00c-4a86-9239-bed7409ac293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.513285] env[71114]: DEBUG oslo_concurrency.lockutils [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "0207478e-c00c-4a86-9239-bed7409ac293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.513496] env[71114]: DEBUG oslo_concurrency.lockutils [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "0207478e-c00c-4a86-9239-bed7409ac293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.518971] env[71114]: INFO nova.compute.manager [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Terminating instance [ 1320.572492] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822736, 'name': Rename_Task, 'duration_secs': 1.277336} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.572990] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.573127] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f69999-93c9-4e22-94db-da2a14431529 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.582297] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1320.582297] env[71114]: value = "task-3822741" [ 1320.582297] env[71114]: _type = "Task" [ 1320.582297] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.593419] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.675243] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.824942] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0a985180-57b9-46bf-b8a9-a549e13e2e49 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "464564e8-70dc-4f09-8b51-59d93dbe1ed2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.186s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.849180] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822738, 'name': PowerOffVM_Task, 'duration_secs': 1.273101} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.849504] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.849677] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.849910] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85b28043-3e34-4b55-ae0d-37585631cb98 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.931371] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.931822] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.932049] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleting the datastore file [datastore2] ffec5007-3b3d-499f-8536-29d7c3c82e78 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.932472] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca88ec98-0dd4-4511-ae69-1ce20835fd5f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.944531] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for the task: (returnval){ [ 1320.944531] env[71114]: value = "task-3822743" [ 1320.944531] env[71114]: _type = "Task" [ 1320.944531] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.954495] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.024116] env[71114]: DEBUG nova.compute.manager [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.024457] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.025413] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7074dba3-1dd9-4488-a0f3-0f4170385c5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.035044] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.035208] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3d94ff6-ebb5-41c2-9ff2-03008e3e045e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.042606] env[71114]: DEBUG oslo_vmware.api [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1321.042606] env[71114]: value = "task-3822744" [ 1321.042606] env[71114]: _type = "Task" [ 1321.042606] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.052692] env[71114]: DEBUG oslo_vmware.api [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.093572] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.174723] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822740, 'name': ReconfigVM_Task, 'duration_secs': 1.351786} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.175048] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 33601e3a-928e-4601-aa1b-254a6282f681/33601e3a-928e-4601-aa1b-254a6282f681.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.175833] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebb340eb-18a1-441a-bbe2-a6a925991bd4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.184653] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1321.184653] env[71114]: value = "task-3822745" [ 1321.184653] env[71114]: _type = "Task" [ 1321.184653] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.194655] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822745, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.457026] env[71114]: DEBUG oslo_vmware.api [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Task: {'id': task-3822743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.461394} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.457368] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.457573] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.457751] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.457930] env[71114]: INFO nova.compute.manager [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1321.458505] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.458505] env[71114]: DEBUG nova.compute.manager [-] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.458707] env[71114]: DEBUG nova.network.neutron [-] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.479750] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b1acf0-080d-4337-8b9d-ee990b24d3a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.503220] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db1c04d-d4a1-47d8-ab09-8cffe62c02e6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.511100] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance '614fcdb0-a611-4aad-9983-d073fcd76db0' progress to 83 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.537284] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "18392c6e-1200-46fb-a643-ad3f6644b4bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.537553] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "18392c6e-1200-46fb-a643-ad3f6644b4bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.553560] env[71114]: DEBUG oslo_vmware.api [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822744, 'name': PowerOffVM_Task, 'duration_secs': 0.332956} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.553752] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.554087] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.554205] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70885c25-23e1-4028-af2f-a5b80e440e86 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.593897] env[71114]: DEBUG oslo_vmware.api [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822741, 'name': PowerOnVM_Task, 'duration_secs': 1.004728} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.594421] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.594421] env[71114]: INFO nova.compute.manager [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1321.594635] env[71114]: DEBUG nova.compute.manager [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1321.595512] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d14852-0087-4a2a-bea9-ef664b1ded5f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.696501] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822745, 'name': Rename_Task, 'duration_secs': 0.313996} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.696791] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.697114] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-503a5d38-1dfb-4d03-b6f7-f85abb11a004 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.705320] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1321.705320] env[71114]: value = "task-3822747" [ 1321.705320] env[71114]: _type = "Task" [ 1321.705320] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.714217] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.852791] env[71114]: DEBUG nova.compute.manager [req-902d3642-2664-44da-aa2e-aed708a4328a req-77ab74cd-461b-4ba8-8236-1a45f40f2207 service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Received event network-vif-deleted-5e36348b-4513-4f0d-bfe1-714d617090b2 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.852891] env[71114]: INFO nova.compute.manager [req-902d3642-2664-44da-aa2e-aed708a4328a req-77ab74cd-461b-4ba8-8236-1a45f40f2207 service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Neutron deleted interface 5e36348b-4513-4f0d-bfe1-714d617090b2; detaching it from the instance and deleting it from the info cache [ 1321.853103] env[71114]: DEBUG nova.network.neutron [req-902d3642-2664-44da-aa2e-aed708a4328a req-77ab74cd-461b-4ba8-8236-1a45f40f2207 service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.904395] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "0d5df07c-2131-48bd-ab86-3ae28204e12f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.904650] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "0d5df07c-2131-48bd-ab86-3ae28204e12f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.947044] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1321.947368] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760060', 'volume_id': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'name': 'volume-c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16eed948-f001-450f-8cab-e442bbce44bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'serial': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1321.948338] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c8a0ce-5cbd-44a7-b937-7400d1e82d6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.966729] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539eb5c3-9ad0-4a51-9978-f1e74ee0317f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.993820] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-c5b71b54-eb72-4d4a-ab70-04dcb7f7077f/volume-c5b71b54-eb72-4d4a-ab70-04dcb7f7077f.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1321.994171] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98f358df-a640-4636-a6ca-a64aaea35e6c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.013898] env[71114]: DEBUG oslo_vmware.api [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1322.013898] env[71114]: value = "task-3822748" [ 1322.013898] env[71114]: _type = "Task" [ 1322.013898] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.019106] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.019391] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0d57527-92a0-48fe-bd1e-500f68580f70 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.026905] env[71114]: DEBUG oslo_vmware.api [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.028242] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1322.028242] env[71114]: value = "task-3822749" [ 1322.028242] env[71114]: _type = "Task" [ 1322.028242] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.037080] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.039731] env[71114]: DEBUG nova.compute.manager [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.114599] env[71114]: INFO nova.compute.manager [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Took 15.30 seconds to build instance. [ 1322.212800] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1322.213057] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1322.213232] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleting the datastore file [datastore2] 0207478e-c00c-4a86-9239-bed7409ac293 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1322.213919] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94f93dfd-f999-4a0b-8c62-fb54f9a32b2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.219164] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.225095] env[71114]: DEBUG oslo_vmware.api [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1322.225095] env[71114]: value = "task-3822750" [ 1322.225095] env[71114]: _type = "Task" [ 1322.225095] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.234493] env[71114]: DEBUG oslo_vmware.api [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.334605] env[71114]: DEBUG nova.network.neutron [-] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.356468] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b620d704-b351-43da-826d-25ede8340625 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.368345] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd884f5b-6475-41f2-8a3c-343306b022ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.408150] env[71114]: DEBUG nova.compute.manager [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1322.411228] env[71114]: DEBUG nova.compute.manager [req-902d3642-2664-44da-aa2e-aed708a4328a req-77ab74cd-461b-4ba8-8236-1a45f40f2207 service nova] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Detach interface failed, port_id=5e36348b-4513-4f0d-bfe1-714d617090b2, reason: Instance ffec5007-3b3d-499f-8536-29d7c3c82e78 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.526494] env[71114]: DEBUG oslo_vmware.api [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822748, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.538798] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.566325] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.566759] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.568990] env[71114]: INFO nova.compute.claims [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.617074] env[71114]: DEBUG oslo_concurrency.lockutils [None req-398c4f44-9bfe-46c7-9f99-06182ac2b5c6 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.813s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.718939] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822747, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.735787] env[71114]: DEBUG oslo_vmware.api [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504444} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.736050] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.736245] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.736426] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.736608] env[71114]: INFO nova.compute.manager [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1322.736856] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.737069] env[71114]: DEBUG nova.compute.manager [-] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.737206] env[71114]: DEBUG nova.network.neutron [-] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.838351] env[71114]: INFO nova.compute.manager [-] [instance: ffec5007-3b3d-499f-8536-29d7c3c82e78] Took 1.38 seconds to deallocate network for instance. [ 1322.930078] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.960887] env[71114]: DEBUG nova.compute.manager [req-6c5af61d-fe1f-4c94-b2f7-0da5f6e38bc1 req-9ab0005d-51b5-466d-89f1-fe3b4e058ad2 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received event network-changed-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.961027] env[71114]: DEBUG nova.compute.manager [req-6c5af61d-fe1f-4c94-b2f7-0da5f6e38bc1 req-9ab0005d-51b5-466d-89f1-fe3b4e058ad2 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Refreshing instance network info cache due to event network-changed-450d670a-91d7-4e58-9282-c5d9aedbf19e. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.961582] env[71114]: DEBUG oslo_concurrency.lockutils [req-6c5af61d-fe1f-4c94-b2f7-0da5f6e38bc1 req-9ab0005d-51b5-466d-89f1-fe3b4e058ad2 service nova] Acquiring lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.961668] env[71114]: DEBUG oslo_concurrency.lockutils [req-6c5af61d-fe1f-4c94-b2f7-0da5f6e38bc1 req-9ab0005d-51b5-466d-89f1-fe3b4e058ad2 service nova] Acquired lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.961843] env[71114]: DEBUG nova.network.neutron [req-6c5af61d-fe1f-4c94-b2f7-0da5f6e38bc1 req-9ab0005d-51b5-466d-89f1-fe3b4e058ad2 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Refreshing network info cache for port 450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.027674] env[71114]: DEBUG oslo_vmware.api [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822748, 'name': ReconfigVM_Task, 'duration_secs': 0.560361} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.028093] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-c5b71b54-eb72-4d4a-ab70-04dcb7f7077f/volume-c5b71b54-eb72-4d4a-ab70-04dcb7f7077f.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.036789] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-098b2ea3-18e2-4e8a-abc4-af4775fee42e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.067288] env[71114]: DEBUG oslo_vmware.api [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822749, 'name': PowerOnVM_Task, 'duration_secs': 0.683487} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.069612] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.069763] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2298438d-dc50-4661-9145-1e579951f3d1 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance '614fcdb0-a611-4aad-9983-d073fcd76db0' progress to 100 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.075959] env[71114]: DEBUG oslo_vmware.api [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1323.075959] env[71114]: value = "task-3822751" [ 1323.075959] env[71114]: _type = "Task" [ 1323.075959] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.091888] env[71114]: DEBUG oslo_vmware.api [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.218869] env[71114]: DEBUG oslo_vmware.api [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822747, 'name': PowerOnVM_Task, 'duration_secs': 1.040223} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.219212] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.219463] env[71114]: DEBUG nova.compute.manager [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1323.220406] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f281e9a-febd-4dfe-b49c-712d8acddbfb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.346540] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.594313] env[71114]: DEBUG oslo_vmware.api [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822751, 'name': ReconfigVM_Task, 'duration_secs': 0.207078} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.594837] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760060', 'volume_id': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'name': 'volume-c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16eed948-f001-450f-8cab-e442bbce44bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'serial': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1323.596343] env[71114]: DEBUG nova.network.neutron [-] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.728758] env[71114]: DEBUG nova.network.neutron [req-6c5af61d-fe1f-4c94-b2f7-0da5f6e38bc1 req-9ab0005d-51b5-466d-89f1-fe3b4e058ad2 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updated VIF entry in instance network info cache for port 450d670a-91d7-4e58-9282-c5d9aedbf19e. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.729413] env[71114]: DEBUG nova.network.neutron [req-6c5af61d-fe1f-4c94-b2f7-0da5f6e38bc1 req-9ab0005d-51b5-466d-89f1-fe3b4e058ad2 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updating instance_info_cache with network_info: [{"id": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "address": "fa:16:3e:56:4e:f1", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450d670a-91", "ovs_interfaceid": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.745948] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.805441] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb8f18f-f7d0-4617-a704-84a5288e002c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.815721] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5325931a-6a3e-407b-9cf9-547015a69219 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.848762] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d57526-e937-45df-9ccf-c14f932e9a51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.857233] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a74476-98ed-4004-9dc1-69800b8ac510 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.873778] env[71114]: DEBUG nova.compute.provider_tree [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.877314] env[71114]: DEBUG nova.compute.manager [req-278aa805-fd7a-42e8-ad76-391417d106d7 req-7bc66859-f21e-44c2-8846-5de1c0b87e21 service nova] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Received event network-vif-deleted-af1cff8f-ea74-4d28-9c7d-933ba3ade031 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.099560] env[71114]: INFO nova.compute.manager [-] [instance: 0207478e-c00c-4a86-9239-bed7409ac293] Took 1.36 seconds to deallocate network for instance. [ 1324.233607] env[71114]: DEBUG oslo_concurrency.lockutils [req-6c5af61d-fe1f-4c94-b2f7-0da5f6e38bc1 req-9ab0005d-51b5-466d-89f1-fe3b4e058ad2 service nova] Releasing lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.291035] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "33601e3a-928e-4601-aa1b-254a6282f681" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.291332] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "33601e3a-928e-4601-aa1b-254a6282f681" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.291566] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "33601e3a-928e-4601-aa1b-254a6282f681-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.291773] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "33601e3a-928e-4601-aa1b-254a6282f681-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.292668] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "33601e3a-928e-4601-aa1b-254a6282f681-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.294425] env[71114]: INFO nova.compute.manager [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Terminating instance [ 1324.376692] env[71114]: DEBUG nova.scheduler.client.report [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.609804] env[71114]: DEBUG oslo_concurrency.lockutils [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.643224] env[71114]: DEBUG nova.objects.instance [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'flavor' on Instance uuid 16eed948-f001-450f-8cab-e442bbce44bd {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.798166] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "refresh_cache-33601e3a-928e-4601-aa1b-254a6282f681" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.798627] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquired lock "refresh_cache-33601e3a-928e-4601-aa1b-254a6282f681" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.798627] env[71114]: DEBUG nova.network.neutron [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.882057] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.882787] env[71114]: DEBUG nova.compute.manager [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.885758] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.956s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.887382] env[71114]: INFO nova.compute.claims [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.148854] env[71114]: DEBUG oslo_concurrency.lockutils [None req-90892bfe-1798-4832-92e8-49c411b11c9d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.850s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.319059] env[71114]: DEBUG nova.network.neutron [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.369929] env[71114]: DEBUG nova.network.neutron [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.392667] env[71114]: DEBUG nova.compute.utils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.397745] env[71114]: DEBUG nova.compute.manager [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.397968] env[71114]: DEBUG nova.network.neutron [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.443116] env[71114]: DEBUG nova.policy [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1707d4814e404e5e92bcdd029fa53665', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffc8d18c557342b9addc4bc2e1b73ceb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.570213] env[71114]: DEBUG oslo_concurrency.lockutils [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.570433] env[71114]: DEBUG oslo_concurrency.lockutils [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.713322] env[71114]: DEBUG nova.network.neutron [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Successfully created port: e79383f6-d63c-4c07-80bb-91e5fab82cd4 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.809352] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "614fcdb0-a611-4aad-9983-d073fcd76db0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.809811] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.809954] env[71114]: DEBUG nova.compute.manager [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Going to confirm migration 9 {{(pid=71114) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1325.873442] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Releasing lock "refresh_cache-33601e3a-928e-4601-aa1b-254a6282f681" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.873938] env[71114]: DEBUG nova.compute.manager [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.874191] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.875385] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89cd7db-f54e-43d4-a7b4-3b07fbd24d7e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.884740] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.885052] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde5dc38-dff4-49ee-82c2-efc0a560000b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.892054] env[71114]: DEBUG oslo_vmware.api [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1325.892054] env[71114]: value = "task-3822752" [ 1325.892054] env[71114]: _type = "Task" [ 1325.892054] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.898077] env[71114]: DEBUG nova.compute.manager [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.907481] env[71114]: DEBUG oslo_vmware.api [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.076596] env[71114]: DEBUG nova.compute.utils [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1326.105419] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ce7f65-23a8-46d2-962b-9330ea2ee3ae {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.114432] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242cf9a7-3e81-4e88-8a3e-7e303eb9adfb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.148372] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9266d222-20dc-4a99-9648-42f090d787fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.157066] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e80b84-cd24-40cb-8d9c-2c2c23f730ac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.173564] env[71114]: DEBUG nova.compute.provider_tree [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.363118] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.363347] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquired lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.363623] env[71114]: DEBUG nova.network.neutron [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.363892] env[71114]: DEBUG nova.objects.instance [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lazy-loading 'info_cache' on Instance uuid 614fcdb0-a611-4aad-9983-d073fcd76db0 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.402026] env[71114]: DEBUG oslo_vmware.api [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822752, 'name': PowerOffVM_Task, 'duration_secs': 0.294879} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.402563] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.402563] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.402782] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8664d17-7816-4894-b6b0-5ced4d140028 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.430165] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.432291] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.432533] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Deleting the datastore file [datastore2] 33601e3a-928e-4601-aa1b-254a6282f681 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.432920] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64d2c79b-5e5c-4342-9baa-05f5ff0e99b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.440980] env[71114]: DEBUG oslo_vmware.api [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for the task: (returnval){ [ 1326.440980] env[71114]: value = "task-3822754" [ 1326.440980] env[71114]: _type = "Task" [ 1326.440980] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.450464] env[71114]: DEBUG oslo_vmware.api [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.508961] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b5d18-fa98-a172-cf04-141fa7b09501/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1326.509923] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4407e6-05cd-43de-ad22-d0b61a1f0c52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.516986] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b5d18-fa98-a172-cf04-141fa7b09501/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1326.517181] env[71114]: ERROR oslo_vmware.rw_handles [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b5d18-fa98-a172-cf04-141fa7b09501/disk-0.vmdk due to incomplete transfer. [ 1326.517759] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-28c0bfc5-c507-4ff4-a2ec-2efc06471605 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.526755] env[71114]: DEBUG oslo_vmware.rw_handles [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b5d18-fa98-a172-cf04-141fa7b09501/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1326.526988] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Uploaded image d306467f-97b2-4b6a-8c97-0156f63fbd69 to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1326.529334] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1326.529594] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f0595c4-f0b1-4e5c-87c5-0053422eda63 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.536277] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1326.536277] env[71114]: value = "task-3822755" [ 1326.536277] env[71114]: _type = "Task" [ 1326.536277] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.544668] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822755, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.580666] env[71114]: DEBUG oslo_concurrency.lockutils [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.677492] env[71114]: DEBUG nova.scheduler.client.report [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.914266] env[71114]: DEBUG nova.compute.manager [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.941341] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.941593] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.941753] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.941943] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.942168] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.942329] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.942549] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.942707] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.942875] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.943051] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.943234] env[71114]: DEBUG nova.virt.hardware [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.944566] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1a972c-1463-44db-bff4-09fb6505b8c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.956144] env[71114]: DEBUG oslo_vmware.api [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.959398] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb9568a-4244-4e52-97f3-20de6b759b93 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.046596] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822755, 'name': Destroy_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.116788] env[71114]: DEBUG nova.compute.manager [req-f15a483b-e247-4412-a92e-9b1d87520c79 req-97b0bd4d-baf3-47ea-a67c-90477fafff21 service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Received event network-vif-plugged-e79383f6-d63c-4c07-80bb-91e5fab82cd4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.117023] env[71114]: DEBUG oslo_concurrency.lockutils [req-f15a483b-e247-4412-a92e-9b1d87520c79 req-97b0bd4d-baf3-47ea-a67c-90477fafff21 service nova] Acquiring lock "18392c6e-1200-46fb-a643-ad3f6644b4bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.117239] env[71114]: DEBUG oslo_concurrency.lockutils [req-f15a483b-e247-4412-a92e-9b1d87520c79 req-97b0bd4d-baf3-47ea-a67c-90477fafff21 service nova] Lock "18392c6e-1200-46fb-a643-ad3f6644b4bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.117485] env[71114]: DEBUG oslo_concurrency.lockutils [req-f15a483b-e247-4412-a92e-9b1d87520c79 req-97b0bd4d-baf3-47ea-a67c-90477fafff21 service nova] Lock "18392c6e-1200-46fb-a643-ad3f6644b4bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.117701] env[71114]: DEBUG nova.compute.manager [req-f15a483b-e247-4412-a92e-9b1d87520c79 req-97b0bd4d-baf3-47ea-a67c-90477fafff21 service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] No waiting events found dispatching network-vif-plugged-e79383f6-d63c-4c07-80bb-91e5fab82cd4 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1327.117952] env[71114]: WARNING nova.compute.manager [req-f15a483b-e247-4412-a92e-9b1d87520c79 req-97b0bd4d-baf3-47ea-a67c-90477fafff21 service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Received unexpected event network-vif-plugged-e79383f6-d63c-4c07-80bb-91e5fab82cd4 for instance with vm_state building and task_state spawning. [ 1327.182974] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.183568] env[71114]: DEBUG nova.compute.manager [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.186348] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.840s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.186550] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.188847] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.443s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.189110] env[71114]: DEBUG nova.objects.instance [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1327.223266] env[71114]: DEBUG nova.network.neutron [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Successfully updated port: e79383f6-d63c-4c07-80bb-91e5fab82cd4 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.247008] env[71114]: INFO nova.scheduler.client.report [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Deleted allocations for instance ffec5007-3b3d-499f-8536-29d7c3c82e78 [ 1327.453798] env[71114]: DEBUG oslo_vmware.api [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Task: {'id': task-3822754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.584551} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.454063] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.454256] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.454453] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.454610] env[71114]: INFO nova.compute.manager [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1327.454853] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.455061] env[71114]: DEBUG nova.compute.manager [-] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.455159] env[71114]: DEBUG nova.network.neutron [-] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.470817] env[71114]: DEBUG nova.network.neutron [-] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.548339] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822755, 'name': Destroy_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.644221] env[71114]: DEBUG nova.network.neutron [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance_info_cache with network_info: [{"id": "326e1fb5-df6e-409c-85aa-8194107b1837", "address": "fa:16:3e:96:54:5f", "network": {"id": "1fc8696f-56a8-44bb-9c26-11de643192c7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-668888579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b3ec22f3d14223b53bb1fa6a8ac8ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326e1fb5-df", "ovs_interfaceid": "326e1fb5-df6e-409c-85aa-8194107b1837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.655918] env[71114]: DEBUG oslo_concurrency.lockutils [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.656161] env[71114]: DEBUG oslo_concurrency.lockutils [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.656429] env[71114]: INFO nova.compute.manager [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Attaching volume 9dc6fc90-bbfb-4496-a39a-90beb93a8287 to /dev/sdc [ 1327.690016] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06611a7a-ca94-4a6a-bd4b-31efe7aae3df {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.694693] env[71114]: DEBUG nova.compute.utils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.702177] env[71114]: DEBUG nova.compute.manager [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.702592] env[71114]: DEBUG nova.network.neutron [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.705487] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f110303-8ab7-425c-b609-e74ec61eeede {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.724705] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "refresh_cache-18392c6e-1200-46fb-a643-ad3f6644b4bc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.725063] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "refresh_cache-18392c6e-1200-46fb-a643-ad3f6644b4bc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.725351] env[71114]: DEBUG nova.network.neutron [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.726982] env[71114]: DEBUG nova.virt.block_device [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Updating existing volume attachment record: 83fdfc86-762a-462a-b971-17092da10b59 {{(pid=71114) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1327.756525] env[71114]: DEBUG nova.policy [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b172375d5d1a48e9a7863a0dbfeeaeb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b24d92dd961e45f69cc7d6513f5eaed8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.758820] env[71114]: DEBUG oslo_concurrency.lockutils [None req-9385a820-99bc-4af0-ade1-d16873caadb7 tempest-DeleteServersTestJSON-1124566619 tempest-DeleteServersTestJSON-1124566619-project-member] Lock "ffec5007-3b3d-499f-8536-29d7c3c82e78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.949s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.973683] env[71114]: DEBUG nova.network.neutron [-] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.047974] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822755, 'name': Destroy_Task, 'duration_secs': 1.36998} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.048359] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Destroyed the VM [ 1328.048671] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1328.049025] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44f97202-9bd0-4881-a35a-a013ff7fe301 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.057364] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1328.057364] env[71114]: value = "task-3822757" [ 1328.057364] env[71114]: _type = "Task" [ 1328.057364] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.068220] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822757, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.119842] env[71114]: DEBUG nova.network.neutron [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Successfully created port: 0c245489-cf9c-444e-8fc5-2cc18c074aca {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.146943] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Releasing lock "refresh_cache-614fcdb0-a611-4aad-9983-d073fcd76db0" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.147159] env[71114]: DEBUG nova.objects.instance [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lazy-loading 'migration_context' on Instance uuid 614fcdb0-a611-4aad-9983-d073fcd76db0 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.202865] env[71114]: DEBUG oslo_concurrency.lockutils [None req-3e5281dc-e6f0-45b8-aae9-eec192b6b574 tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.203383] env[71114]: DEBUG oslo_concurrency.lockutils [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.593s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.204041] env[71114]: DEBUG oslo_concurrency.lockutils [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.208317] env[71114]: DEBUG nova.compute.manager [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.236643] env[71114]: INFO nova.scheduler.client.report [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted allocations for instance 0207478e-c00c-4a86-9239-bed7409ac293 [ 1328.282123] env[71114]: DEBUG nova.network.neutron [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.438205] env[71114]: DEBUG nova.network.neutron [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Updating instance_info_cache with network_info: [{"id": "e79383f6-d63c-4c07-80bb-91e5fab82cd4", "address": "fa:16:3e:2a:f3:57", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79383f6-d6", "ovs_interfaceid": "e79383f6-d63c-4c07-80bb-91e5fab82cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.478988] env[71114]: INFO nova.compute.manager [-] [instance: 33601e3a-928e-4601-aa1b-254a6282f681] Took 1.02 seconds to deallocate network for instance. [ 1328.569134] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822757, 'name': RemoveSnapshot_Task, 'duration_secs': 0.420209} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.569452] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1328.569760] env[71114]: DEBUG nova.compute.manager [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1328.570648] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3584ae1c-7a65-4612-924f-129b3fc55b74 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.651035] env[71114]: DEBUG nova.objects.base [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Object Instance<614fcdb0-a611-4aad-9983-d073fcd76db0> lazy-loaded attributes: info_cache,migration_context {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1328.652560] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca656bc-a747-45df-a79c-c2ca3187b556 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.679550] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018752e0-fd77-4ccd-838a-5c5d5f53296d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.686366] env[71114]: DEBUG oslo_vmware.api [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1328.686366] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5263e190-7dd7-6926-c457-5950ca59128e" [ 1328.686366] env[71114]: _type = "Task" [ 1328.686366] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.694604] env[71114]: DEBUG oslo_vmware.api [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5263e190-7dd7-6926-c457-5950ca59128e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.752757] env[71114]: DEBUG oslo_concurrency.lockutils [None req-48562d92-7af7-4769-a535-3fb6fe576255 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "0207478e-c00c-4a86-9239-bed7409ac293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.240s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.941500] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "refresh_cache-18392c6e-1200-46fb-a643-ad3f6644b4bc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.941923] env[71114]: DEBUG nova.compute.manager [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Instance network_info: |[{"id": "e79383f6-d63c-4c07-80bb-91e5fab82cd4", "address": "fa:16:3e:2a:f3:57", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79383f6-d6", "ovs_interfaceid": "e79383f6-d63c-4c07-80bb-91e5fab82cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1328.942564] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:f3:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e79383f6-d63c-4c07-80bb-91e5fab82cd4', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.955101] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.955412] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.955732] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50cf1f25-f7a6-433e-b196-34a87f2c25c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.985075] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.985488] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.985743] env[71114]: DEBUG nova.objects.instance [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lazy-loading 'resources' on Instance uuid 33601e3a-928e-4601-aa1b-254a6282f681 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.988585] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.988585] env[71114]: value = "task-3822759" [ 1328.988585] env[71114]: _type = "Task" [ 1328.988585] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.997982] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822759, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.084973] env[71114]: INFO nova.compute.manager [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Shelve offloading [ 1329.151296] env[71114]: DEBUG nova.compute.manager [req-57abdb0a-2933-479b-9412-63ffbc0f8b53 req-efb8ff7c-519d-485a-892b-c8ce21c98772 service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Received event network-changed-e79383f6-d63c-4c07-80bb-91e5fab82cd4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.151698] env[71114]: DEBUG nova.compute.manager [req-57abdb0a-2933-479b-9412-63ffbc0f8b53 req-efb8ff7c-519d-485a-892b-c8ce21c98772 service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Refreshing instance network info cache due to event network-changed-e79383f6-d63c-4c07-80bb-91e5fab82cd4. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.152796] env[71114]: DEBUG oslo_concurrency.lockutils [req-57abdb0a-2933-479b-9412-63ffbc0f8b53 req-efb8ff7c-519d-485a-892b-c8ce21c98772 service nova] Acquiring lock "refresh_cache-18392c6e-1200-46fb-a643-ad3f6644b4bc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.153124] env[71114]: DEBUG oslo_concurrency.lockutils [req-57abdb0a-2933-479b-9412-63ffbc0f8b53 req-efb8ff7c-519d-485a-892b-c8ce21c98772 service nova] Acquired lock "refresh_cache-18392c6e-1200-46fb-a643-ad3f6644b4bc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.153477] env[71114]: DEBUG nova.network.neutron [req-57abdb0a-2933-479b-9412-63ffbc0f8b53 req-efb8ff7c-519d-485a-892b-c8ce21c98772 service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Refreshing network info cache for port e79383f6-d63c-4c07-80bb-91e5fab82cd4 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.204139] env[71114]: DEBUG oslo_vmware.api [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5263e190-7dd7-6926-c457-5950ca59128e, 'name': SearchDatastore_Task, 'duration_secs': 0.012265} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.204676] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.218562] env[71114]: DEBUG nova.compute.manager [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.254329] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.254452] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.256037] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.256037] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.256037] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.256037] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.256037] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.256037] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.256476] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.256476] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.256743] env[71114]: DEBUG nova.virt.hardware [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.258037] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ef2633-fd8c-44d3-abc6-8b1a3523cfe0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.267023] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07af23aa-1220-4f77-a00e-6706a1fb0ca5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.500386] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822759, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.591607] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.592122] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45e76e82-c227-499b-bc9f-710f5d30a840 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.599780] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1329.599780] env[71114]: value = "task-3822760" [ 1329.599780] env[71114]: _type = "Task" [ 1329.599780] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.612188] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1329.612417] env[71114]: DEBUG nova.compute.manager [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1329.613324] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1db9be-b035-4450-bbb3-5e275e32a10b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.622736] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.622921] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.623142] env[71114]: DEBUG nova.network.neutron [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.642459] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deda528-a5a1-409a-b28e-c85838a048b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.651426] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e75c8d8-7d41-4f7c-98d4-b158987027b0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.685102] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f146a70-dc46-4df7-b4bf-7cd27563e589 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.693479] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97589f1-b647-42bc-9d5f-a0099a9ad2b4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.709766] env[71114]: DEBUG nova.compute.provider_tree [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.727488] env[71114]: DEBUG nova.network.neutron [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Successfully updated port: 0c245489-cf9c-444e-8fc5-2cc18c074aca {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.003062] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822759, 'name': CreateVM_Task, 'duration_secs': 0.610234} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.003062] env[71114]: DEBUG nova.network.neutron [req-57abdb0a-2933-479b-9412-63ffbc0f8b53 req-efb8ff7c-519d-485a-892b-c8ce21c98772 service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Updated VIF entry in instance network info cache for port e79383f6-d63c-4c07-80bb-91e5fab82cd4. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.003062] env[71114]: DEBUG nova.network.neutron [req-57abdb0a-2933-479b-9412-63ffbc0f8b53 req-efb8ff7c-519d-485a-892b-c8ce21c98772 service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Updating instance_info_cache with network_info: [{"id": "e79383f6-d63c-4c07-80bb-91e5fab82cd4", "address": "fa:16:3e:2a:f3:57", "network": {"id": "cbe5c826-d6b0-4425-851a-1ee6527fd3a5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1313749422-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffc8d18c557342b9addc4bc2e1b73ceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79383f6-d6", "ovs_interfaceid": "e79383f6-d63c-4c07-80bb-91e5fab82cd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.003505] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.003843] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.004011] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.004357] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.004841] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ead435ca-d346-4911-ab0d-b5ade1398ccd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.011797] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1330.011797] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5290ef3d-1452-a486-d6f2-0481ba45d3dd" [ 1330.011797] env[71114]: _type = "Task" [ 1330.011797] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.022296] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5290ef3d-1452-a486-d6f2-0481ba45d3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.213588] env[71114]: DEBUG nova.scheduler.client.report [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.231436] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.231436] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.231610] env[71114]: DEBUG nova.network.neutron [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.364121] env[71114]: DEBUG nova.network.neutron [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updating instance_info_cache with network_info: [{"id": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "address": "fa:16:3e:65:7d:9a", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ecdcd8-93", "ovs_interfaceid": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.506317] env[71114]: DEBUG oslo_concurrency.lockutils [req-57abdb0a-2933-479b-9412-63ffbc0f8b53 req-efb8ff7c-519d-485a-892b-c8ce21c98772 service nova] Releasing lock "refresh_cache-18392c6e-1200-46fb-a643-ad3f6644b4bc" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.521682] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5290ef3d-1452-a486-d6f2-0481ba45d3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012112} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.522098] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.522386] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.522670] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.522876] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.523108] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.523413] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dad8d6f-ea29-4338-b2c6-6d399d55d397 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.532971] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.533183] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.533962] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3e0396-e03c-4372-ac9a-31a658e680c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.539705] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1330.539705] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5208cb84-6c08-1664-84e5-683c0d05f7c4" [ 1330.539705] env[71114]: _type = "Task" [ 1330.539705] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.547854] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5208cb84-6c08-1664-84e5-683c0d05f7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.718879] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.721347] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.517s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.744962] env[71114]: INFO nova.scheduler.client.report [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Deleted allocations for instance 33601e3a-928e-4601-aa1b-254a6282f681 [ 1330.768101] env[71114]: DEBUG nova.network.neutron [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.868043] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.918823] env[71114]: DEBUG nova.network.neutron [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance_info_cache with network_info: [{"id": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "address": "fa:16:3e:97:35:62", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c245489-cf", "ovs_interfaceid": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.054025] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5208cb84-6c08-1664-84e5-683c0d05f7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.054025] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b12ec1-bd81-4339-bf5c-fe7be2fd178a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.058338] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1331.058338] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52234963-9587-8b4c-108e-207488ccecc6" [ 1331.058338] env[71114]: _type = "Task" [ 1331.058338] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.068660] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52234963-9587-8b4c-108e-207488ccecc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.192566] env[71114]: DEBUG nova.compute.manager [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Received event network-vif-plugged-0c245489-cf9c-444e-8fc5-2cc18c074aca {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.192566] env[71114]: DEBUG oslo_concurrency.lockutils [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] Acquiring lock "0d5df07c-2131-48bd-ab86-3ae28204e12f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.192566] env[71114]: DEBUG oslo_concurrency.lockutils [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] Lock "0d5df07c-2131-48bd-ab86-3ae28204e12f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.192566] env[71114]: DEBUG oslo_concurrency.lockutils [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] Lock "0d5df07c-2131-48bd-ab86-3ae28204e12f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.192566] env[71114]: DEBUG nova.compute.manager [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] No waiting events found dispatching network-vif-plugged-0c245489-cf9c-444e-8fc5-2cc18c074aca {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1331.192566] env[71114]: WARNING nova.compute.manager [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Received unexpected event network-vif-plugged-0c245489-cf9c-444e-8fc5-2cc18c074aca for instance with vm_state building and task_state spawning. [ 1331.192566] env[71114]: DEBUG nova.compute.manager [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Received event network-changed-0c245489-cf9c-444e-8fc5-2cc18c074aca {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.192566] env[71114]: DEBUG nova.compute.manager [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Refreshing instance network info cache due to event network-changed-0c245489-cf9c-444e-8fc5-2cc18c074aca. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.192566] env[71114]: DEBUG oslo_concurrency.lockutils [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] Acquiring lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.255485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8ef6550f-8c2c-4429-8479-5dac461d1a1f tempest-ServerShowV257Test-1537976686 tempest-ServerShowV257Test-1537976686-project-member] Lock "33601e3a-928e-4601-aa1b-254a6282f681" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.964s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.364038] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.364941] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b47eb10-266d-41f7-9abc-7f3909771a74 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.372711] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.372979] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa8591f2-371a-4097-84fe-1c7edb2cb9e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.379293] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97d37f2-622f-4968-81b3-f1b00b8a8405 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.387564] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c36c949-2f84-43f7-8cba-702739a8f9f5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.422749] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbf5ac0-3cb4-4daa-a4a5-033d17fca0ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.425778] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.426097] env[71114]: DEBUG nova.compute.manager [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Instance network_info: |[{"id": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "address": "fa:16:3e:97:35:62", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c245489-cf", "ovs_interfaceid": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.426406] env[71114]: DEBUG oslo_concurrency.lockutils [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] Acquired lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.426587] env[71114]: DEBUG nova.network.neutron [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Refreshing network info cache for port 0c245489-cf9c-444e-8fc5-2cc18c074aca {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.427882] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:35:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c245489-cf9c-444e-8fc5-2cc18c074aca', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.435456] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.439032] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.442087] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2587c802-7e2f-417e-8728-8d2e1519528c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.459677] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557b449a-55d8-4052-9be8-cbb64e90b8f0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.465973] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.466335] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.466541] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleting the datastore file [datastore1] 7a3fa358-34ac-462a-a0fa-4c23879c3589 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.467138] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90495e59-f778-4af7-8bce-ffcaf44cf3a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.471886] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.471886] env[71114]: value = "task-3822763" [ 1331.471886] env[71114]: _type = "Task" [ 1331.471886] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.482901] env[71114]: DEBUG nova.compute.provider_tree [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.488962] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1331.488962] env[71114]: value = "task-3822764" [ 1331.488962] env[71114]: _type = "Task" [ 1331.488962] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.500333] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822763, 'name': CreateVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.506680] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.570588] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52234963-9587-8b4c-108e-207488ccecc6, 'name': SearchDatastore_Task, 'duration_secs': 0.03142} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.570897] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.571168] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 18392c6e-1200-46fb-a643-ad3f6644b4bc/18392c6e-1200-46fb-a643-ad3f6644b4bc.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.571446] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdf6ca26-c44f-4ed5-a0bc-efb04b6de202 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.580034] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1331.580034] env[71114]: value = "task-3822765" [ 1331.580034] env[71114]: _type = "Task" [ 1331.580034] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.591574] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.717039] env[71114]: DEBUG nova.network.neutron [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updated VIF entry in instance network info cache for port 0c245489-cf9c-444e-8fc5-2cc18c074aca. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.717608] env[71114]: DEBUG nova.network.neutron [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance_info_cache with network_info: [{"id": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "address": "fa:16:3e:97:35:62", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c245489-cf", "ovs_interfaceid": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.996080] env[71114]: DEBUG nova.scheduler.client.report [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.000557] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822763, 'name': CreateVM_Task, 'duration_secs': 0.376051} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.004561] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.005721] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.006062] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.006545] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.007515] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05db5182-adcf-4f66-9606-c77de0b7b6ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.021953] env[71114]: DEBUG oslo_vmware.api [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215618} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.022151] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1332.022151] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a69d3e-78ff-a06c-3462-0c6668af8bb3" [ 1332.022151] env[71114]: _type = "Task" [ 1332.022151] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.022813] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.022813] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.023511] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.039869] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a69d3e-78ff-a06c-3462-0c6668af8bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.059200] env[71114]: INFO nova.scheduler.client.report [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleted allocations for instance 7a3fa358-34ac-462a-a0fa-4c23879c3589 [ 1332.096171] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822765, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.222773] env[71114]: DEBUG oslo_concurrency.lockutils [req-f64fd872-440e-466f-b311-14d1fe046da1 req-deba4b67-5c4b-454d-abca-66a019fe8a56 service nova] Releasing lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.305174] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Volume attach. Driver type: vmdk {{(pid=71114) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1332.305467] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760061', 'volume_id': '9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'name': 'volume-9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16eed948-f001-450f-8cab-e442bbce44bd', 'attached_at': '', 'detached_at': '', 'volume_id': '9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'serial': '9dc6fc90-bbfb-4496-a39a-90beb93a8287'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1332.306401] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc8c184-0756-4a7e-8bf4-77e51b736215 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.327786] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f6884f-5c62-437f-b276-6d5393a39c56 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.359476] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-9dc6fc90-bbfb-4496-a39a-90beb93a8287/volume-9dc6fc90-bbfb-4496-a39a-90beb93a8287.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.359843] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4fad4a0-682f-4a74-a30d-f914ff7c4ed5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.381554] env[71114]: DEBUG oslo_vmware.api [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1332.381554] env[71114]: value = "task-3822766" [ 1332.381554] env[71114]: _type = "Task" [ 1332.381554] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.390496] env[71114]: DEBUG oslo_vmware.api [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.538061] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52a69d3e-78ff-a06c-3462-0c6668af8bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.064473} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.538061] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.558139] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.558139] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.558139] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.558139] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.558139] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ba61e74-0ac2-4385-86bc-6c89a20e3c6d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.558139] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.558139] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.558139] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c475ea47-06d3-462c-831d-01f8bd1e7011 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.558139] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1332.558139] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5210464c-e3da-b898-7063-ddc6a5102647" [ 1332.558139] env[71114]: _type = "Task" [ 1332.558139] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.566810] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.567106] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5210464c-e3da-b898-7063-ddc6a5102647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.596082] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534732} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.596440] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 18392c6e-1200-46fb-a643-ad3f6644b4bc/18392c6e-1200-46fb-a643-ad3f6644b4bc.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.596722] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.597084] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6c88d18-66e2-4223-b979-287818b51a32 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.606532] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1332.606532] env[71114]: value = "task-3822767" [ 1332.606532] env[71114]: _type = "Task" [ 1332.606532] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.616682] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.894021] env[71114]: DEBUG oslo_vmware.api [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822766, 'name': ReconfigVM_Task, 'duration_secs': 0.438647} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.894364] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-9dc6fc90-bbfb-4496-a39a-90beb93a8287/volume-9dc6fc90-bbfb-4496-a39a-90beb93a8287.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.899330] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257b3635-477e-4897-bc37-8102151d7762 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.915898] env[71114]: DEBUG oslo_vmware.api [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1332.915898] env[71114]: value = "task-3822768" [ 1332.915898] env[71114]: _type = "Task" [ 1332.915898] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.925104] env[71114]: DEBUG oslo_vmware.api [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.013033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.292s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.017040] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.450s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.017040] env[71114]: DEBUG nova.objects.instance [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'resources' on Instance uuid 7a3fa358-34ac-462a-a0fa-4c23879c3589 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.070696] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5210464c-e3da-b898-7063-ddc6a5102647, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.071257] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ce4d8e-f111-4fc9-807e-0e083b2e93bf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.078625] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1333.078625] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5206ae6a-794f-ae57-eac2-5664e8a3fd46" [ 1333.078625] env[71114]: _type = "Task" [ 1333.078625] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.088718] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5206ae6a-794f-ae57-eac2-5664e8a3fd46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.117220] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06918} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.117582] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.118490] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b810180d-b0d9-4fba-8c9c-25be1064dffb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.143338] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 18392c6e-1200-46fb-a643-ad3f6644b4bc/18392c6e-1200-46fb-a643-ad3f6644b4bc.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.144028] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-286aa133-13e0-48e6-95fc-20f251e8d4bc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.164686] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1333.164686] env[71114]: value = "task-3822769" [ 1333.164686] env[71114]: _type = "Task" [ 1333.164686] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.175210] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.221370] env[71114]: DEBUG nova.compute.manager [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received event network-vif-unplugged-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.221370] env[71114]: DEBUG oslo_concurrency.lockutils [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] Acquiring lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.221370] env[71114]: DEBUG oslo_concurrency.lockutils [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.221370] env[71114]: DEBUG oslo_concurrency.lockutils [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.221370] env[71114]: DEBUG nova.compute.manager [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] No waiting events found dispatching network-vif-unplugged-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1333.221370] env[71114]: WARNING nova.compute.manager [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received unexpected event network-vif-unplugged-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 for instance with vm_state shelved_offloaded and task_state None. [ 1333.221370] env[71114]: DEBUG nova.compute.manager [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received event network-changed-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.221370] env[71114]: DEBUG nova.compute.manager [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Refreshing instance network info cache due to event network-changed-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.221370] env[71114]: DEBUG oslo_concurrency.lockutils [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] Acquiring lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.221370] env[71114]: DEBUG oslo_concurrency.lockutils [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] Acquired lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.221370] env[71114]: DEBUG nova.network.neutron [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Refreshing network info cache for port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.432498] env[71114]: DEBUG oslo_vmware.api [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.524417] env[71114]: DEBUG nova.objects.instance [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a3fa358-34ac-462a-a0fa-4c23879c3589 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.602198] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5206ae6a-794f-ae57-eac2-5664e8a3fd46, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.602198] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.602198] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 0d5df07c-2131-48bd-ab86-3ae28204e12f/0d5df07c-2131-48bd-ab86-3ae28204e12f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.602198] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3daed4a-6e2a-4e41-825d-48a11dda7256 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.602198] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1333.602198] env[71114]: value = "task-3822770" [ 1333.602198] env[71114]: _type = "Task" [ 1333.602198] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.612335] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.620648] env[71114]: INFO nova.scheduler.client.report [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted allocation for migration b70dc471-f43e-4016-87b6-420887d05d01 [ 1333.675734] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822769, 'name': ReconfigVM_Task, 'duration_secs': 0.293936} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.676250] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 18392c6e-1200-46fb-a643-ad3f6644b4bc/18392c6e-1200-46fb-a643-ad3f6644b4bc.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.677021] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d39b818-5406-44df-a3b6-5f26dda4db0e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.685142] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1333.685142] env[71114]: value = "task-3822771" [ 1333.685142] env[71114]: _type = "Task" [ 1333.685142] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.693891] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822771, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.719960] env[71114]: INFO nova.compute.manager [None req-bfcea46c-43fe-40be-b4a9-d212ac9e6651 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Get console output [ 1333.720547] env[71114]: WARNING nova.virt.vmwareapi.driver [None req-bfcea46c-43fe-40be-b4a9-d212ac9e6651 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] The console log is missing. Check your VSPC configuration [ 1333.931583] env[71114]: DEBUG oslo_vmware.api [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.009354] env[71114]: DEBUG nova.network.neutron [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updated VIF entry in instance network info cache for port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.009738] env[71114]: DEBUG nova.network.neutron [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updating instance_info_cache with network_info: [{"id": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "address": "fa:16:3e:65:7d:9a", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": null, "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd9ecdcd8-93", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.028497] env[71114]: DEBUG nova.objects.base [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Object Instance<7a3fa358-34ac-462a-a0fa-4c23879c3589> lazy-loaded attributes: resources,numa_topology {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1334.118695] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822770, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.129249] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4fc67272-675f-4c2d-adcf-840d1db57123 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.319s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.161067] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6980e05f-378f-4f7a-8775-ae752c5750b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.171261] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aa9fbe-957f-4f5b-ba7f-6d763ba5cc2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.211175] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a7b537-7bb6-4a97-b2e0-f9452dd536d7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.221017] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822771, 'name': Rename_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.223984] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc3b848-a93c-4f53-bf61-880a79a07f51 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.238787] env[71114]: DEBUG nova.compute.provider_tree [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.427946] env[71114]: DEBUG oslo_vmware.api [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822768, 'name': ReconfigVM_Task, 'duration_secs': 1.217135} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.428472] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760061', 'volume_id': '9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'name': 'volume-9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16eed948-f001-450f-8cab-e442bbce44bd', 'attached_at': '', 'detached_at': '', 'volume_id': '9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'serial': '9dc6fc90-bbfb-4496-a39a-90beb93a8287'} {{(pid=71114) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1334.512670] env[71114]: DEBUG oslo_concurrency.lockutils [req-2aad2f8f-3242-4ea4-8b09-bd06570cdba5 req-3dfd1053-4a1f-49a2-b27a-3b12c4695766 service nova] Releasing lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.612549] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668604} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.612825] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 0d5df07c-2131-48bd-ab86-3ae28204e12f/0d5df07c-2131-48bd-ab86-3ae28204e12f.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.613054] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.613376] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45e2d1bb-a341-4aa8-b8b9-b0b3be6be828 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.621267] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1334.621267] env[71114]: value = "task-3822772" [ 1334.621267] env[71114]: _type = "Task" [ 1334.621267] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.629785] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822772, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.716962] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822771, 'name': Rename_Task, 'duration_secs': 0.70641} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.717266] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.717582] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7064ba2c-c6c6-4ca5-9a24-eefe969d03b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.727118] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1334.727118] env[71114]: value = "task-3822773" [ 1334.727118] env[71114]: _type = "Task" [ 1334.727118] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.740330] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822773, 'name': PowerOnVM_Task} progress is 33%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.743389] env[71114]: DEBUG nova.scheduler.client.report [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.052583] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.132217] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822772, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072007} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.132781] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.134132] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d04d5d-756b-4af7-b3b7-53c6f8efc8b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.159013] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0d5df07c-2131-48bd-ab86-3ae28204e12f/0d5df07c-2131-48bd-ab86-3ae28204e12f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.159322] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b97ea90-ff3a-43b7-aa65-1e3cf0510ee4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.183060] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1335.183060] env[71114]: value = "task-3822774" [ 1335.183060] env[71114]: _type = "Task" [ 1335.183060] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.193901] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.238606] env[71114]: DEBUG oslo_vmware.api [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822773, 'name': PowerOnVM_Task, 'duration_secs': 0.506675} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.238888] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.239128] env[71114]: INFO nova.compute.manager [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1335.239343] env[71114]: DEBUG nova.compute.manager [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1335.240194] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f717ed7-6740-47b6-9b52-1f8e360c89d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.250104] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.469696] env[71114]: DEBUG nova.objects.instance [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'flavor' on Instance uuid 16eed948-f001-450f-8cab-e442bbce44bd {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.693286] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822774, 'name': ReconfigVM_Task, 'duration_secs': 0.391939} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.693649] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0d5df07c-2131-48bd-ab86-3ae28204e12f/0d5df07c-2131-48bd-ab86-3ae28204e12f.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.694313] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30145aae-32a7-4dcd-b30a-01433ce59728 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.701613] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1335.701613] env[71114]: value = "task-3822775" [ 1335.701613] env[71114]: _type = "Task" [ 1335.701613] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.711998] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822775, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.762357] env[71114]: INFO nova.compute.manager [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Took 13.22 seconds to build instance. [ 1335.763449] env[71114]: DEBUG oslo_concurrency.lockutils [None req-0d9413d1-54c4-4a85-b300-efc6b64267c6 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.296s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.764261] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.712s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.764473] env[71114]: INFO nova.compute.manager [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Unshelving [ 1335.975269] env[71114]: DEBUG oslo_concurrency.lockutils [None req-51666541-fcd5-4c5b-a22a-826df93e7a9c tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.319s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.213299] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822775, 'name': Rename_Task, 'duration_secs': 0.143559} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.213659] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.213879] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7ab0185-2d87-488e-bc98-0fc4beae41d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.221993] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1336.221993] env[71114]: value = "task-3822776" [ 1336.221993] env[71114]: _type = "Task" [ 1336.221993] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.230952] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.266218] env[71114]: DEBUG oslo_concurrency.lockutils [None req-36c20e57-0d6f-43e6-9f53-65847c738e81 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "18392c6e-1200-46fb-a643-ad3f6644b4bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.728s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.311056] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.311322] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.732699] env[71114]: DEBUG oslo_vmware.api [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822776, 'name': PowerOnVM_Task, 'duration_secs': 0.469492} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.732959] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.733191] env[71114]: INFO nova.compute.manager [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1336.733503] env[71114]: DEBUG nova.compute.manager [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1336.734309] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276870b9-8fc4-4908-9e27-8185392bdccd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.795474] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.795774] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.795990] env[71114]: DEBUG nova.objects.instance [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'pci_requests' on Instance uuid 7a3fa358-34ac-462a-a0fa-4c23879c3589 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.814481] env[71114]: INFO nova.compute.manager [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Detaching volume c5b71b54-eb72-4d4a-ab70-04dcb7f7077f [ 1336.850239] env[71114]: INFO nova.virt.block_device [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Attempting to driver detach volume c5b71b54-eb72-4d4a-ab70-04dcb7f7077f from mountpoint /dev/sdb [ 1336.850489] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1336.850673] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760060', 'volume_id': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'name': 'volume-c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16eed948-f001-450f-8cab-e442bbce44bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'serial': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1336.851576] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca62a567-efb6-4e63-a2c3-787230b73f06 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.877949] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ae4947-b3f4-4709-8427-ae5c8767445c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.886009] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a188d9-074d-41a9-b1cd-a920ae203719 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.910494] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66a5b79-f3ba-44ae-ac53-3e05c0db6189 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.926274] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] The volume has not been displaced from its original location: [datastore1] volume-c5b71b54-eb72-4d4a-ab70-04dcb7f7077f/volume-c5b71b54-eb72-4d4a-ab70-04dcb7f7077f.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1336.931745] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1336.932093] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7bbe81a-6b0e-4e6f-b78f-170cc857fa81 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.951120] env[71114]: DEBUG oslo_vmware.api [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1336.951120] env[71114]: value = "task-3822777" [ 1336.951120] env[71114]: _type = "Task" [ 1336.951120] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.959635] env[71114]: DEBUG oslo_vmware.api [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.101290] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "18392c6e-1200-46fb-a643-ad3f6644b4bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.101644] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "18392c6e-1200-46fb-a643-ad3f6644b4bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.102058] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "18392c6e-1200-46fb-a643-ad3f6644b4bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.102155] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "18392c6e-1200-46fb-a643-ad3f6644b4bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.102331] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "18392c6e-1200-46fb-a643-ad3f6644b4bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.104894] env[71114]: INFO nova.compute.manager [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Terminating instance [ 1337.253826] env[71114]: INFO nova.compute.manager [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Took 14.34 seconds to build instance. [ 1337.300289] env[71114]: DEBUG nova.objects.instance [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'numa_topology' on Instance uuid 7a3fa358-34ac-462a-a0fa-4c23879c3589 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.464564] env[71114]: DEBUG oslo_vmware.api [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822777, 'name': ReconfigVM_Task, 'duration_secs': 0.262694} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.464838] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1337.471398] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25bf058e-9845-405a-a3bc-30268a78b0c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.508766] env[71114]: DEBUG oslo_vmware.api [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1337.508766] env[71114]: value = "task-3822778" [ 1337.508766] env[71114]: _type = "Task" [ 1337.508766] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.519235] env[71114]: DEBUG oslo_vmware.api [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.529953] env[71114]: DEBUG nova.compute.manager [req-7cfe5705-8b15-44d7-a53b-ef1c2406cb94 req-092bfac7-9690-40ef-9f78-4f278969e9cc service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Received event network-changed-0c245489-cf9c-444e-8fc5-2cc18c074aca {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.530092] env[71114]: DEBUG nova.compute.manager [req-7cfe5705-8b15-44d7-a53b-ef1c2406cb94 req-092bfac7-9690-40ef-9f78-4f278969e9cc service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Refreshing instance network info cache due to event network-changed-0c245489-cf9c-444e-8fc5-2cc18c074aca. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.530322] env[71114]: DEBUG oslo_concurrency.lockutils [req-7cfe5705-8b15-44d7-a53b-ef1c2406cb94 req-092bfac7-9690-40ef-9f78-4f278969e9cc service nova] Acquiring lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.530491] env[71114]: DEBUG oslo_concurrency.lockutils [req-7cfe5705-8b15-44d7-a53b-ef1c2406cb94 req-092bfac7-9690-40ef-9f78-4f278969e9cc service nova] Acquired lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.530654] env[71114]: DEBUG nova.network.neutron [req-7cfe5705-8b15-44d7-a53b-ef1c2406cb94 req-092bfac7-9690-40ef-9f78-4f278969e9cc service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Refreshing network info cache for port 0c245489-cf9c-444e-8fc5-2cc18c074aca {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.609895] env[71114]: DEBUG nova.compute.manager [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.610178] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.611147] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59d7dfb-b2fe-49ba-b112-373791a09889 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.620647] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.620950] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41d3fe52-3358-44c2-a32c-49d03f3529c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.629792] env[71114]: DEBUG oslo_vmware.api [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1337.629792] env[71114]: value = "task-3822779" [ 1337.629792] env[71114]: _type = "Task" [ 1337.629792] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.640715] env[71114]: DEBUG oslo_vmware.api [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.756149] env[71114]: DEBUG oslo_concurrency.lockutils [None req-8331500d-603d-474b-a23c-8012184ad891 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "0d5df07c-2131-48bd-ab86-3ae28204e12f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.851s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.802621] env[71114]: INFO nova.compute.claims [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.018868] env[71114]: DEBUG oslo_vmware.api [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822778, 'name': ReconfigVM_Task, 'duration_secs': 0.480087} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.019219] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760060', 'volume_id': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'name': 'volume-c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16eed948-f001-450f-8cab-e442bbce44bd', 'attached_at': '', 'detached_at': '', 'volume_id': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f', 'serial': 'c5b71b54-eb72-4d4a-ab70-04dcb7f7077f'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1338.141110] env[71114]: DEBUG oslo_vmware.api [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822779, 'name': PowerOffVM_Task, 'duration_secs': 0.41206} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.143694] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.143875] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.144154] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f452afc3-15e2-4162-9a6e-3fc401458d3d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.312573] env[71114]: DEBUG nova.network.neutron [req-7cfe5705-8b15-44d7-a53b-ef1c2406cb94 req-092bfac7-9690-40ef-9f78-4f278969e9cc service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updated VIF entry in instance network info cache for port 0c245489-cf9c-444e-8fc5-2cc18c074aca. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.312991] env[71114]: DEBUG nova.network.neutron [req-7cfe5705-8b15-44d7-a53b-ef1c2406cb94 req-092bfac7-9690-40ef-9f78-4f278969e9cc service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance_info_cache with network_info: [{"id": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "address": "fa:16:3e:97:35:62", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c245489-cf", "ovs_interfaceid": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.460070] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.460275] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.460437] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleting the datastore file [datastore1] 18392c6e-1200-46fb-a643-ad3f6644b4bc {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.460758] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0a6ae54-5f54-4ca7-9719-9246c7423097 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.467117] env[71114]: DEBUG oslo_vmware.api [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for the task: (returnval){ [ 1338.467117] env[71114]: value = "task-3822781" [ 1338.467117] env[71114]: _type = "Task" [ 1338.467117] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.475529] env[71114]: DEBUG oslo_vmware.api [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.562300] env[71114]: DEBUG nova.objects.instance [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'flavor' on Instance uuid 16eed948-f001-450f-8cab-e442bbce44bd {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.815924] env[71114]: DEBUG oslo_concurrency.lockutils [req-7cfe5705-8b15-44d7-a53b-ef1c2406cb94 req-092bfac7-9690-40ef-9f78-4f278969e9cc service nova] Releasing lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.920992] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ce1c88-38a7-43f4-887d-7867880f6c53 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.929536] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32395d9-f94a-410d-a0d2-71d2b9dd58e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.963342] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d5cf2f-51d7-4933-9875-f869345f6baa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.974412] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afada9f-3618-4da6-9804-76aa0ff1d178 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.982076] env[71114]: DEBUG oslo_vmware.api [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Task: {'id': task-3822781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224789} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.982480] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.982680] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.982861] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.983050] env[71114]: INFO nova.compute.manager [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1338.983303] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.983497] env[71114]: DEBUG nova.compute.manager [-] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.983594] env[71114]: DEBUG nova.network.neutron [-] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.993247] env[71114]: DEBUG nova.compute.provider_tree [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.497383] env[71114]: DEBUG nova.scheduler.client.report [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.560170] env[71114]: DEBUG nova.compute.manager [req-ffe029cc-6bc3-4f42-a868-2267ece00ec1 req-4e0718d0-428e-422c-a5ef-b346ead4dacc service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Received event network-vif-deleted-e79383f6-d63c-4c07-80bb-91e5fab82cd4 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.560383] env[71114]: INFO nova.compute.manager [req-ffe029cc-6bc3-4f42-a868-2267ece00ec1 req-4e0718d0-428e-422c-a5ef-b346ead4dacc service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Neutron deleted interface e79383f6-d63c-4c07-80bb-91e5fab82cd4; detaching it from the instance and deleting it from the info cache [ 1339.560580] env[71114]: DEBUG nova.network.neutron [req-ffe029cc-6bc3-4f42-a868-2267ece00ec1 req-4e0718d0-428e-422c-a5ef-b346ead4dacc service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.573119] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4620ad7d-b6dd-4ee1-ac37-8087afccae0d tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.589188] env[71114]: DEBUG oslo_concurrency.lockutils [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.589401] env[71114]: DEBUG oslo_concurrency.lockutils [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.730075] env[71114]: DEBUG nova.network.neutron [-] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.002762] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.207s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.034537] env[71114]: INFO nova.network.neutron [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updating port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1340.063576] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38b449a5-3f39-4cb9-9eba-44a9f7737b27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.075267] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9b5098-1b28-4de6-8748-6279d0649db2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.092191] env[71114]: INFO nova.compute.manager [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Detaching volume 9dc6fc90-bbfb-4496-a39a-90beb93a8287 [ 1340.108884] env[71114]: DEBUG nova.compute.manager [req-ffe029cc-6bc3-4f42-a868-2267ece00ec1 req-4e0718d0-428e-422c-a5ef-b346ead4dacc service nova] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Detach interface failed, port_id=e79383f6-d63c-4c07-80bb-91e5fab82cd4, reason: Instance 18392c6e-1200-46fb-a643-ad3f6644b4bc could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1340.128012] env[71114]: INFO nova.virt.block_device [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Attempting to driver detach volume 9dc6fc90-bbfb-4496-a39a-90beb93a8287 from mountpoint /dev/sdc [ 1340.128277] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1340.128530] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760061', 'volume_id': '9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'name': 'volume-9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16eed948-f001-450f-8cab-e442bbce44bd', 'attached_at': '', 'detached_at': '', 'volume_id': '9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'serial': '9dc6fc90-bbfb-4496-a39a-90beb93a8287'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1340.129918] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb25b42-8a4a-4fc4-bf50-79385c085427 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.151208] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5d84cc-ee65-4355-afe3-c2ee394e32a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.159143] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1b06e7-2501-4907-9339-9b2e6f1ffe6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.180103] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e3c92c-db02-4c86-aeec-d26c51958c17 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.196250] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] The volume has not been displaced from its original location: [datastore1] volume-9dc6fc90-bbfb-4496-a39a-90beb93a8287/volume-9dc6fc90-bbfb-4496-a39a-90beb93a8287.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1340.201994] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.202445] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5feccee2-2be1-44f5-8d73-c6cd3dbf701a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.223051] env[71114]: DEBUG oslo_vmware.api [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1340.223051] env[71114]: value = "task-3822782" [ 1340.223051] env[71114]: _type = "Task" [ 1340.223051] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.233071] env[71114]: INFO nova.compute.manager [-] [instance: 18392c6e-1200-46fb-a643-ad3f6644b4bc] Took 1.25 seconds to deallocate network for instance. [ 1340.233410] env[71114]: DEBUG oslo_vmware.api [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.732560] env[71114]: DEBUG oslo_vmware.api [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822782, 'name': ReconfigVM_Task, 'duration_secs': 0.257765} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.732900] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.737663] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19a6589b-fb05-4ab6-8a9a-0d62f390b13e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.748196] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.748482] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.748718] env[71114]: DEBUG nova.objects.instance [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lazy-loading 'resources' on Instance uuid 18392c6e-1200-46fb-a643-ad3f6644b4bc {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.757886] env[71114]: DEBUG oslo_vmware.api [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1340.757886] env[71114]: value = "task-3822783" [ 1340.757886] env[71114]: _type = "Task" [ 1340.757886] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.767540] env[71114]: DEBUG oslo_vmware.api [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.268275] env[71114]: DEBUG oslo_vmware.api [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822783, 'name': ReconfigVM_Task, 'duration_secs': 0.148849} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.268617] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760061', 'volume_id': '9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'name': 'volume-9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16eed948-f001-450f-8cab-e442bbce44bd', 'attached_at': '', 'detached_at': '', 'volume_id': '9dc6fc90-bbfb-4496-a39a-90beb93a8287', 'serial': '9dc6fc90-bbfb-4496-a39a-90beb93a8287'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1341.366421] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5835eda5-bd72-457b-b62c-65ed28625254 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.374655] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d0e912-076e-426a-9560-c2bb3557c7bc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.405675] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212c80a7-5847-48b7-b431-e8ab65265a9b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.413574] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c44e045-83da-46d4-b281-f779dd5358a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.427672] env[71114]: DEBUG nova.compute.provider_tree [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.522044] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.522263] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.523070] env[71114]: DEBUG nova.network.neutron [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.587222] env[71114]: DEBUG nova.compute.manager [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received event network-vif-plugged-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.587505] env[71114]: DEBUG oslo_concurrency.lockutils [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] Acquiring lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.587722] env[71114]: DEBUG oslo_concurrency.lockutils [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.587928] env[71114]: DEBUG oslo_concurrency.lockutils [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.588264] env[71114]: DEBUG nova.compute.manager [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] No waiting events found dispatching network-vif-plugged-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1341.588580] env[71114]: WARNING nova.compute.manager [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received unexpected event network-vif-plugged-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1341.588763] env[71114]: DEBUG nova.compute.manager [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received event network-changed-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.588924] env[71114]: DEBUG nova.compute.manager [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Refreshing instance network info cache due to event network-changed-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.589128] env[71114]: DEBUG oslo_concurrency.lockutils [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] Acquiring lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.810705] env[71114]: DEBUG nova.objects.instance [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'flavor' on Instance uuid 16eed948-f001-450f-8cab-e442bbce44bd {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.930699] env[71114]: DEBUG nova.scheduler.client.report [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.269191] env[71114]: DEBUG nova.network.neutron [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updating instance_info_cache with network_info: [{"id": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "address": "fa:16:3e:65:7d:9a", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ecdcd8-93", "ovs_interfaceid": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.438857] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.457851] env[71114]: INFO nova.scheduler.client.report [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Deleted allocations for instance 18392c6e-1200-46fb-a643-ad3f6644b4bc [ 1342.772303] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.774978] env[71114]: DEBUG oslo_concurrency.lockutils [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] Acquired lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.775199] env[71114]: DEBUG nova.network.neutron [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Refreshing network info cache for port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.801807] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4787b2b017823eab259c12f494c6f2ec',container_format='bare',created_at=2025-05-05T22:40:34Z,direct_url=,disk_format='vmdk',id=d306467f-97b2-4b6a-8c97-0156f63fbd69,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1957192221-shelved',owner='c893d2b0a2354cf091400271250ecff9',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-05T22:40:50Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.802068] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.802234] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.802422] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.802572] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.802722] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.802960] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.803134] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.803306] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.803471] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.803647] env[71114]: DEBUG nova.virt.hardware [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.804777] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a2df22-a354-46e2-9823-a7404a3a1407 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.813012] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bec6768-cc9c-41ad-9114-68f596aaf4d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.818687] env[71114]: DEBUG oslo_concurrency.lockutils [None req-accf219f-309b-480e-9270-d87684c14853 tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.229s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.827648] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:7d:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9ecdcd8-932e-44ea-9709-2e9d4a3b17e1', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.834981] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.835920] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.836152] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad9e3a32-2758-4ec9-8bde-42c2befd8b73 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.855866] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.855866] env[71114]: value = "task-3822784" [ 1342.855866] env[71114]: _type = "Task" [ 1342.855866] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.863914] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822784, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.965662] env[71114]: DEBUG oslo_concurrency.lockutils [None req-a96911cb-5aec-4c1f-b110-944148841521 tempest-ServerDiskConfigTestJSON-845305477 tempest-ServerDiskConfigTestJSON-845305477-project-member] Lock "18392c6e-1200-46fb-a643-ad3f6644b4bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.864s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.366011] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822784, 'name': CreateVM_Task, 'duration_secs': 0.32276} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.366336] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.367084] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.367259] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.367647] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.367906] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a364ca-2c39-472d-8ea5-ea2794bf3c23 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.372906] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1343.372906] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c50686-084d-ff0e-1f3b-ab8a3c4cfd76" [ 1343.372906] env[71114]: _type = "Task" [ 1343.372906] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.383904] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52c50686-084d-ff0e-1f3b-ab8a3c4cfd76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.507738] env[71114]: DEBUG nova.network.neutron [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updated VIF entry in instance network info cache for port d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.508194] env[71114]: DEBUG nova.network.neutron [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updating instance_info_cache with network_info: [{"id": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "address": "fa:16:3e:65:7d:9a", "network": {"id": "92018621-f8eb-4f06-9241-9436aeac4d25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-239237679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c893d2b0a2354cf091400271250ecff9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ecdcd8-93", "ovs_interfaceid": "d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.884663] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.884970] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Processing image d306467f-97b2-4b6a-8c97-0156f63fbd69 {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.885193] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69/d306467f-97b2-4b6a-8c97-0156f63fbd69.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.885390] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69/d306467f-97b2-4b6a-8c97-0156f63fbd69.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.885565] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.885825] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d99d2eea-38d0-42a3-8043-5cceee4fd665 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.895291] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.895504] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.896260] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96ff797-99ac-467b-867c-f9c041caeb3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.902024] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1343.902024] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52566dff-9779-0027-17b4-430f84dfacdb" [ 1343.902024] env[71114]: _type = "Task" [ 1343.902024] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.913405] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52566dff-9779-0027-17b4-430f84dfacdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.010531] env[71114]: DEBUG oslo_concurrency.lockutils [req-02e54072-b95e-4b58-814a-6b4009cde681 req-45b76d55-5180-4a14-a90c-d450c973fc01 service nova] Releasing lock "refresh_cache-7a3fa358-34ac-462a-a0fa-4c23879c3589" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.020273] env[71114]: DEBUG oslo_concurrency.lockutils [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.020506] env[71114]: DEBUG oslo_concurrency.lockutils [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.020740] env[71114]: DEBUG oslo_concurrency.lockutils [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "16eed948-f001-450f-8cab-e442bbce44bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.020947] env[71114]: DEBUG oslo_concurrency.lockutils [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.021143] env[71114]: DEBUG oslo_concurrency.lockutils [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.023276] env[71114]: INFO nova.compute.manager [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Terminating instance [ 1344.414941] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Preparing fetch location {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1344.414941] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Fetch image to [datastore2] OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db/OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db.vmdk {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1344.414941] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Downloading stream optimized image d306467f-97b2-4b6a-8c97-0156f63fbd69 to [datastore2] OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db/OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db.vmdk on the data store datastore2 as vApp {{(pid=71114) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1344.414941] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Downloading image file data d306467f-97b2-4b6a-8c97-0156f63fbd69 to the ESX as VM named 'OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db' {{(pid=71114) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1344.498591] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1344.498591] env[71114]: value = "resgroup-9" [ 1344.498591] env[71114]: _type = "ResourcePool" [ 1344.498591] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1344.498591] env[71114]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bdb13cc8-af43-4c01-ab2c-e51b37711d97 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.519887] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lease: (returnval){ [ 1344.519887] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52631e64-a296-651f-946f-304441f6cde0" [ 1344.519887] env[71114]: _type = "HttpNfcLease" [ 1344.519887] env[71114]: } obtained for vApp import into resource pool (val){ [ 1344.519887] env[71114]: value = "resgroup-9" [ 1344.519887] env[71114]: _type = "ResourcePool" [ 1344.519887] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1344.520353] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the lease: (returnval){ [ 1344.520353] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52631e64-a296-651f-946f-304441f6cde0" [ 1344.520353] env[71114]: _type = "HttpNfcLease" [ 1344.520353] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1344.527785] env[71114]: DEBUG nova.compute.manager [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.528031] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.528366] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1344.528366] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52631e64-a296-651f-946f-304441f6cde0" [ 1344.528366] env[71114]: _type = "HttpNfcLease" [ 1344.528366] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1344.529070] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49019d57-87e9-42c8-b6d3-b2de8a8d26dd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.536146] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.536292] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2186ab33-70d8-443d-a8fa-dac2093cc993 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.542488] env[71114]: DEBUG oslo_vmware.api [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1344.542488] env[71114]: value = "task-3822786" [ 1344.542488] env[71114]: _type = "Task" [ 1344.542488] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.551824] env[71114]: DEBUG oslo_vmware.api [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.029735] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1345.029735] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52631e64-a296-651f-946f-304441f6cde0" [ 1345.029735] env[71114]: _type = "HttpNfcLease" [ 1345.029735] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1345.053925] env[71114]: DEBUG oslo_vmware.api [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822786, 'name': PowerOffVM_Task, 'duration_secs': 0.195643} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.054467] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.054565] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.055302] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c3999f3-4192-43e0-b4c5-193e04dcfd7a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.145890] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.145890] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.146093] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Deleting the datastore file [datastore1] 16eed948-f001-450f-8cab-e442bbce44bd {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.146512] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cde582a-a729-4c82-956c-61ca06566d69 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.155802] env[71114]: DEBUG oslo_vmware.api [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for the task: (returnval){ [ 1345.155802] env[71114]: value = "task-3822788" [ 1345.155802] env[71114]: _type = "Task" [ 1345.155802] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.167969] env[71114]: DEBUG oslo_vmware.api [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.530562] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1345.530562] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52631e64-a296-651f-946f-304441f6cde0" [ 1345.530562] env[71114]: _type = "HttpNfcLease" [ 1345.530562] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1345.530869] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1345.530869] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52631e64-a296-651f-946f-304441f6cde0" [ 1345.530869] env[71114]: _type = "HttpNfcLease" [ 1345.530869] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1345.531676] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7cdf95-e77e-45fa-aa3e-2875f96d5190 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.539459] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b288ee-864f-1a1a-5b65-43748d94656a/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1345.539644] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b288ee-864f-1a1a-5b65-43748d94656a/disk-0.vmdk. {{(pid=71114) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1345.602762] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a44fa23-7a35-4ba3-9c19-58bfe8f188eb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.668052] env[71114]: DEBUG oslo_vmware.api [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Task: {'id': task-3822788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158952} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.668326] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.668516] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.668686] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.668858] env[71114]: INFO nova.compute.manager [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1345.669114] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.669319] env[71114]: DEBUG nova.compute.manager [-] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.669440] env[71114]: DEBUG nova.network.neutron [-] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.204152] env[71114]: DEBUG nova.compute.manager [req-2fab7dd5-a3c8-4e40-9a29-4533706c92be req-b182a446-8b07-43ca-9657-4771f3533f93 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Received event network-vif-deleted-b1278f0c-c614-4658-b3bd-0f694e747c5f {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.204492] env[71114]: INFO nova.compute.manager [req-2fab7dd5-a3c8-4e40-9a29-4533706c92be req-b182a446-8b07-43ca-9657-4771f3533f93 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Neutron deleted interface b1278f0c-c614-4658-b3bd-0f694e747c5f; detaching it from the instance and deleting it from the info cache [ 1346.204674] env[71114]: DEBUG nova.network.neutron [req-2fab7dd5-a3c8-4e40-9a29-4533706c92be req-b182a446-8b07-43ca-9657-4771f3533f93 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.519725] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "319971b7-6e4c-4466-b85e-be668c82cc98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.519959] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "319971b7-6e4c-4466-b85e-be668c82cc98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.678147] env[71114]: DEBUG nova.network.neutron [-] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.708240] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3dbdae7-b6ea-4669-b6af-a0caaa879d3c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.721427] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15025e9-dcc9-4688-a0fe-aa20d99c951d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.759041] env[71114]: DEBUG nova.compute.manager [req-2fab7dd5-a3c8-4e40-9a29-4533706c92be req-b182a446-8b07-43ca-9657-4771f3533f93 service nova] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Detach interface failed, port_id=b1278f0c-c614-4658-b3bd-0f694e747c5f, reason: Instance 16eed948-f001-450f-8cab-e442bbce44bd could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1347.022729] env[71114]: DEBUG nova.compute.manager [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.182115] env[71114]: INFO nova.compute.manager [-] [instance: 16eed948-f001-450f-8cab-e442bbce44bd] Took 1.51 seconds to deallocate network for instance. [ 1347.188426] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Completed reading data from the image iterator. {{(pid=71114) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1347.188807] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b288ee-864f-1a1a-5b65-43748d94656a/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1347.190456] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82869db-f79e-4870-86f3-b3e7235b42b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.200275] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b288ee-864f-1a1a-5b65-43748d94656a/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1347.200542] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b288ee-864f-1a1a-5b65-43748d94656a/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1347.200744] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a0017c3b-50e4-40bb-8b6b-ffbf035ec504 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.447947] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b288ee-864f-1a1a-5b65-43748d94656a/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1347.448472] env[71114]: INFO nova.virt.vmwareapi.images [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Downloaded image file data d306467f-97b2-4b6a-8c97-0156f63fbd69 [ 1347.449444] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d860069b-80ff-41d8-8c0d-bd2ae0d21826 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.469517] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0508feef-318d-493e-868e-b8faa8e5a0bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.500176] env[71114]: INFO nova.virt.vmwareapi.images [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] The imported VM was unregistered [ 1347.502842] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Caching image {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1347.503107] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69 {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.503409] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ceb197a-d976-4567-8d6e-d15f5a41fcc0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.515627] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Created directory with path [datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69 {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.515848] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db/OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db.vmdk to [datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69/d306467f-97b2-4b6a-8c97-0156f63fbd69.vmdk. {{(pid=71114) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1347.516163] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e35e60a0-a19c-44f2-9a9a-fa8d4b9f7517 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.524090] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1347.524090] env[71114]: value = "task-3822790" [ 1347.524090] env[71114]: _type = "Task" [ 1347.524090] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.537380] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822790, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.549754] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.550151] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.551904] env[71114]: INFO nova.compute.claims [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.696709] env[71114]: DEBUG oslo_concurrency.lockutils [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.040489] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822790, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.538220] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822790, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.684154] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552c9d7f-0115-4b05-acd5-bdceabb09954 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.696245] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb1e65-c69f-467f-8476-66ab9ee478d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.731827] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf53f01-5664-4c61-99a0-bd3180e8b361 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.742871] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4610d7cd-313a-4087-b596-79f64011e717 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.761712] env[71114]: DEBUG nova.compute.provider_tree [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.039114] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822790, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.266722] env[71114]: DEBUG nova.scheduler.client.report [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.539344] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822790, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.773073] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.773073] env[71114]: DEBUG nova.compute.manager [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.775703] env[71114]: DEBUG oslo_concurrency.lockutils [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.079s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.775814] env[71114]: DEBUG nova.objects.instance [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lazy-loading 'resources' on Instance uuid 16eed948-f001-450f-8cab-e442bbce44bd {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.042440] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822790, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.279610] env[71114]: DEBUG nova.compute.utils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.286015] env[71114]: DEBUG nova.compute.manager [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Not allocating networking since 'none' was specified. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1350.394193] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9b5180-4382-49ce-aa5b-c4a2e8866e00 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.403692] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6c32aa-e44a-4698-940c-235b974061f2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.437403] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54892732-a624-4e39-982b-88f82f4d5337 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.445418] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aee3905-a2ee-4dca-bd16-716ed69d9471 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.459813] env[71114]: DEBUG nova.compute.provider_tree [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.538570] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822790, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.517632} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.538827] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db/OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db.vmdk to [datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69/d306467f-97b2-4b6a-8c97-0156f63fbd69.vmdk. [ 1350.539023] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Cleaning up location [datastore2] OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1350.539191] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_365c5cd0-9b39-40d2-ae13-82057c7636db {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.539468] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6da2abe-b8c1-4d76-b0e1-424312b96156 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.546092] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1350.546092] env[71114]: value = "task-3822791" [ 1350.546092] env[71114]: _type = "Task" [ 1350.546092] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.554288] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.786116] env[71114]: DEBUG nova.compute.manager [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1350.963047] env[71114]: DEBUG nova.scheduler.client.report [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.057045] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037616} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.057320] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.057488] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69/d306467f-97b2-4b6a-8c97-0156f63fbd69.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.057773] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69/d306467f-97b2-4b6a-8c97-0156f63fbd69.vmdk to [datastore2] 7a3fa358-34ac-462a-a0fa-4c23879c3589/7a3fa358-34ac-462a-a0fa-4c23879c3589.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.058048] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d2486d8-bee1-4f17-8628-b2dc94041a49 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.066577] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1351.066577] env[71114]: value = "task-3822792" [ 1351.066577] env[71114]: _type = "Task" [ 1351.066577] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.075194] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.468019] env[71114]: DEBUG oslo_concurrency.lockutils [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.489055] env[71114]: INFO nova.scheduler.client.report [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Deleted allocations for instance 16eed948-f001-450f-8cab-e442bbce44bd [ 1351.578346] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.796919] env[71114]: DEBUG nova.compute.manager [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1351.827036] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.827036] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.827327] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.827487] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.827682] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.827840] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.828075] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.828258] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.828432] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.828602] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.828831] env[71114]: DEBUG nova.virt.hardware [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.829718] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d50612-1ad8-40f6-83d8-409129298cd3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.839213] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7349ea45-6a61-42db-918e-7e8b8144213b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.859093] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.864163] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Creating folder: Project (1ca190d995c24495bffac0be1637379f). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.864453] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ef9fd01-f136-4bb0-880c-862c1e496418 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.877941] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Created folder: Project (1ca190d995c24495bffac0be1637379f) in parent group-v759732. [ 1351.878349] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Creating folder: Instances. Parent ref: group-v760066. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.878482] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0d8a4ea-a081-4687-a3c0-3b7065c66643 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.893591] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Created folder: Instances in parent group-v760066. [ 1351.893867] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.894118] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.894348] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29cfdcab-7e05-49ea-8c3a-44dfe014fe24 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.916848] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.916848] env[71114]: value = "task-3822795" [ 1351.916848] env[71114]: _type = "Task" [ 1351.916848] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.928388] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822795, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.997710] env[71114]: DEBUG oslo_concurrency.lockutils [None req-381414e6-df6e-4eb7-9da9-37e57a27bbff tempest-AttachVolumeTestJSON-449913519 tempest-AttachVolumeTestJSON-449913519-project-member] Lock "16eed948-f001-450f-8cab-e442bbce44bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.977s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.080415] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822792, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.430050] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822795, 'name': CreateVM_Task, 'duration_secs': 0.445399} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.430050] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.430369] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.430554] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.430890] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.431205] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4aebc7-e52d-4202-bf96-faa130fa4e7f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.439528] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1352.439528] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523e02f9-7e5f-0053-c4ce-a944d4b1899b" [ 1352.439528] env[71114]: _type = "Task" [ 1352.439528] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.450545] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523e02f9-7e5f-0053-c4ce-a944d4b1899b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.581942] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822792, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.957541] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]523e02f9-7e5f-0053-c4ce-a944d4b1899b, 'name': SearchDatastore_Task, 'duration_secs': 0.017191} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.958033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.958376] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.958722] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.958948] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.959239] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.959646] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10b251a8-b9bc-4313-9339-bfde0d081859 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.974033] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.974363] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.975594] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0cd29d-6be6-4d73-8787-cc7ca0589e97 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.986161] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1352.986161] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52188ec0-375e-19bc-0e32-23b3b3741917" [ 1352.986161] env[71114]: _type = "Task" [ 1352.986161] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.000819] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52188ec0-375e-19bc-0e32-23b3b3741917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.081450] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822792, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.500286] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52188ec0-375e-19bc-0e32-23b3b3741917, 'name': SearchDatastore_Task, 'duration_secs': 0.012984} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.501209] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb91a60-a700-4f57-9054-928a4458b844 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.510298] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1353.510298] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529838c1-5909-a837-d9d5-bffb7c4800cc" [ 1353.510298] env[71114]: _type = "Task" [ 1353.510298] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.521512] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529838c1-5909-a837-d9d5-bffb7c4800cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.582824] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822792, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.020759] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529838c1-5909-a837-d9d5-bffb7c4800cc, 'name': SearchDatastore_Task, 'duration_secs': 0.024105} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.021051] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.021315] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 319971b7-6e4c-4466-b85e-be668c82cc98/319971b7-6e4c-4466-b85e-be668c82cc98.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1354.021576] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-958dfafc-abd6-421a-adfe-cd5d7d6a5d3c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.029710] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1354.029710] env[71114]: value = "task-3822797" [ 1354.029710] env[71114]: _type = "Task" [ 1354.029710] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.038052] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.080691] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822792, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.896924} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.080987] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d306467f-97b2-4b6a-8c97-0156f63fbd69/d306467f-97b2-4b6a-8c97-0156f63fbd69.vmdk to [datastore2] 7a3fa358-34ac-462a-a0fa-4c23879c3589/7a3fa358-34ac-462a-a0fa-4c23879c3589.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.081851] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddc9632-549e-4105-8f0d-a0d30225508d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.106071] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 7a3fa358-34ac-462a-a0fa-4c23879c3589/7a3fa358-34ac-462a-a0fa-4c23879c3589.vmdk or device None with type streamOptimized {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.106343] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa7bdd1-b2fc-44f2-b9c7-087d2aab6e69 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.126205] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1354.126205] env[71114]: value = "task-3822798" [ 1354.126205] env[71114]: _type = "Task" [ 1354.126205] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.134549] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.540494] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.636848] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.042229] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.137087] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.541510] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822797, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.436031} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.541765] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 319971b7-6e4c-4466-b85e-be668c82cc98/319971b7-6e4c-4466-b85e-be668c82cc98.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.541971] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.542242] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87be8600-9f8b-4be9-8938-bc886244b932 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.548139] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1355.548139] env[71114]: value = "task-3822799" [ 1355.548139] env[71114]: _type = "Task" [ 1355.548139] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.557471] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.636947] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822798, 'name': ReconfigVM_Task, 'duration_secs': 1.378782} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.637284] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 7a3fa358-34ac-462a-a0fa-4c23879c3589/7a3fa358-34ac-462a-a0fa-4c23879c3589.vmdk or device None with type streamOptimized {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.637910] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc1a8b52-b968-40dc-a814-1761437a7ed2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.644870] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1355.644870] env[71114]: value = "task-3822800" [ 1355.644870] env[71114]: _type = "Task" [ 1355.644870] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.653690] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822800, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.057456] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072931} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.057744] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.058542] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facff87f-4082-4e77-b145-050a958e6106 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.078144] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 319971b7-6e4c-4466-b85e-be668c82cc98/319971b7-6e4c-4466-b85e-be668c82cc98.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.078377] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7156a9cb-830c-45e2-91d1-7d02d7263083 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.097950] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1356.097950] env[71114]: value = "task-3822802" [ 1356.097950] env[71114]: _type = "Task" [ 1356.097950] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.106164] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.156852] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822800, 'name': Rename_Task, 'duration_secs': 0.153678} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.157169] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1356.157392] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-871b5a37-e6b9-48ce-884d-cb47fd344343 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.164374] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1356.164374] env[71114]: value = "task-3822803" [ 1356.164374] env[71114]: _type = "Task" [ 1356.164374] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.173926] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.612610] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822802, 'name': ReconfigVM_Task, 'duration_secs': 0.453362} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.612954] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 319971b7-6e4c-4466-b85e-be668c82cc98/319971b7-6e4c-4466-b85e-be668c82cc98.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.613692] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd6bdf62-48c8-4735-a55f-7d24e3260610 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.620845] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1356.620845] env[71114]: value = "task-3822804" [ 1356.620845] env[71114]: _type = "Task" [ 1356.620845] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.629769] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822804, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.676139] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822803, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.131038] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822804, 'name': Rename_Task, 'duration_secs': 0.248353} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.131270] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.131492] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4174309c-d404-4b1b-bc98-490f151ee22c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.139288] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1357.139288] env[71114]: value = "task-3822805" [ 1357.139288] env[71114]: _type = "Task" [ 1357.139288] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.147217] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.174815] env[71114]: DEBUG oslo_vmware.api [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822803, 'name': PowerOnVM_Task, 'duration_secs': 0.529582} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.175162] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.278021] env[71114]: DEBUG nova.compute.manager [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1357.279039] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed55fe5c-5526-4ad7-9b8e-e9ac5d161de7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.650016] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822805, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.795839] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ce218263-c751-46a0-ab02-ddede1ab01ee tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.031s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.149968] env[71114]: DEBUG oslo_vmware.api [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822805, 'name': PowerOnVM_Task, 'duration_secs': 0.766211} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.150275] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.150487] env[71114]: INFO nova.compute.manager [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1358.150671] env[71114]: DEBUG nova.compute.manager [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1358.151472] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185f2d34-7a39-43a7-8bdd-03a77778e96e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.214540] env[71114]: DEBUG oslo_concurrency.lockutils [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.214795] env[71114]: DEBUG oslo_concurrency.lockutils [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.215033] env[71114]: DEBUG oslo_concurrency.lockutils [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.215211] env[71114]: DEBUG oslo_concurrency.lockutils [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.215383] env[71114]: DEBUG oslo_concurrency.lockutils [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.217476] env[71114]: INFO nova.compute.manager [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Terminating instance [ 1358.667538] env[71114]: INFO nova.compute.manager [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Took 11.14 seconds to build instance. [ 1358.720978] env[71114]: DEBUG nova.compute.manager [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1358.721291] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.722577] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87097dc5-1928-49b2-83f4-06124084aa52 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.732213] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.732465] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be58ca5-cef9-4f4f-937d-b93bee712589 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.738995] env[71114]: DEBUG oslo_vmware.api [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1358.738995] env[71114]: value = "task-3822806" [ 1358.738995] env[71114]: _type = "Task" [ 1358.738995] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.749732] env[71114]: DEBUG oslo_vmware.api [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.169288] env[71114]: DEBUG oslo_concurrency.lockutils [None req-07488bde-5ff0-41f0-996f-4c60d6c60a0b tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "319971b7-6e4c-4466-b85e-be668c82cc98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.649s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.249025] env[71114]: DEBUG oslo_vmware.api [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822806, 'name': PowerOffVM_Task, 'duration_secs': 0.271429} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.249341] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.249509] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1359.249784] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-947aa0f7-5622-4102-a250-52ce374a5e41 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.324495] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1359.324831] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1359.325131] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleting the datastore file [datastore2] 7a3fa358-34ac-462a-a0fa-4c23879c3589 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1359.325416] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a590f86-5a56-4fa8-baec-0b4ed791f8ad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.333470] env[71114]: DEBUG oslo_vmware.api [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for the task: (returnval){ [ 1359.333470] env[71114]: value = "task-3822809" [ 1359.333470] env[71114]: _type = "Task" [ 1359.333470] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.343378] env[71114]: DEBUG oslo_vmware.api [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.803855] env[71114]: INFO nova.compute.manager [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Rebuilding instance [ 1359.843825] env[71114]: DEBUG oslo_vmware.api [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Task: {'id': task-3822809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13808} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.846266] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.846454] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.846667] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.846860] env[71114]: INFO nova.compute.manager [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1359.847117] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.849034] env[71114]: DEBUG nova.compute.manager [-] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.849158] env[71114]: DEBUG nova.network.neutron [-] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.850950] env[71114]: DEBUG nova.compute.manager [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1359.851847] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef66efb9-a0cc-4059-b45a-2e8d5274eabf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.404211] env[71114]: DEBUG nova.compute.manager [req-389833ec-4f2c-4e7e-afbe-0f0c523abf6a req-813c2de8-8f88-47f0-8e10-dca0dbe46c39 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Received event network-vif-deleted-d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.404512] env[71114]: INFO nova.compute.manager [req-389833ec-4f2c-4e7e-afbe-0f0c523abf6a req-813c2de8-8f88-47f0-8e10-dca0dbe46c39 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Neutron deleted interface d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1; detaching it from the instance and deleting it from the info cache [ 1360.404681] env[71114]: DEBUG nova.network.neutron [req-389833ec-4f2c-4e7e-afbe-0f0c523abf6a req-813c2de8-8f88-47f0-8e10-dca0dbe46c39 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.636546] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "614fcdb0-a611-4aad-9983-d073fcd76db0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.636745] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.637109] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "614fcdb0-a611-4aad-9983-d073fcd76db0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.637302] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.637475] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.640080] env[71114]: INFO nova.compute.manager [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Terminating instance [ 1360.869303] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.869630] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0203634-76bf-4d08-8621-861a3e4da0d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.878528] env[71114]: DEBUG nova.network.neutron [-] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.882143] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1360.882143] env[71114]: value = "task-3822810" [ 1360.882143] env[71114]: _type = "Task" [ 1360.882143] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.891686] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.907536] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2860ddb-17c0-4c87-9f6b-52d64bb3f4c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.920358] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b59fadd-e5a6-4161-9738-5bd2f18867c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.952948] env[71114]: DEBUG nova.compute.manager [req-389833ec-4f2c-4e7e-afbe-0f0c523abf6a req-813c2de8-8f88-47f0-8e10-dca0dbe46c39 service nova] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Detach interface failed, port_id=d9ecdcd8-932e-44ea-9709-2e9d4a3b17e1, reason: Instance 7a3fa358-34ac-462a-a0fa-4c23879c3589 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1361.145203] env[71114]: DEBUG nova.compute.manager [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.145467] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.145840] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84ac2d34-8e72-4665-8eeb-c9fb6fe57f1a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.154980] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1361.154980] env[71114]: value = "task-3822811" [ 1361.154980] env[71114]: _type = "Task" [ 1361.154980] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.168311] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.383302] env[71114]: INFO nova.compute.manager [-] [instance: 7a3fa358-34ac-462a-a0fa-4c23879c3589] Took 1.53 seconds to deallocate network for instance. [ 1361.397278] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822810, 'name': PowerOffVM_Task, 'duration_secs': 0.262901} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.397547] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.398321] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.399216] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0dd5a9-c34d-4d19-a638-edce866e5a78 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.407321] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.407746] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-153dde39-a2b9-47dc-8176-36d2550a8289 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.440754] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.440982] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.441175] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Deleting the datastore file [datastore1] 319971b7-6e4c-4466-b85e-be668c82cc98 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.441545] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-270dadd1-d23a-4877-a4af-01a771e53ba5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.450720] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1361.450720] env[71114]: value = "task-3822813" [ 1361.450720] env[71114]: _type = "Task" [ 1361.450720] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.459691] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.664842] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822811, 'name': PowerOffVM_Task, 'duration_secs': 0.27914} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.665153] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.665301] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Volume detach. Driver type: vmdk {{(pid=71114) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1361.665496] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760049', 'volume_id': '439f2eb2-1a4d-4362-9c1c-325c7d741936', 'name': 'volume-439f2eb2-1a4d-4362-9c1c-325c7d741936', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '614fcdb0-a611-4aad-9983-d073fcd76db0', 'attached_at': '2025-05-05T22:40:44.000000', 'detached_at': '', 'volume_id': '439f2eb2-1a4d-4362-9c1c-325c7d741936', 'serial': '439f2eb2-1a4d-4362-9c1c-325c7d741936'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1361.666341] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3bd29d-8c52-40c3-b58b-a903f05b7844 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.686594] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d4526f-f937-4c9e-acc3-31d509e1b801 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.695161] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c135b722-7bfd-4229-adbf-79cfd1a31e85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.717103] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09c0a0-bafe-4298-9718-2ab513d1abb6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.734593] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] The volume has not been displaced from its original location: [datastore2] volume-439f2eb2-1a4d-4362-9c1c-325c7d741936/volume-439f2eb2-1a4d-4362-9c1c-325c7d741936.vmdk. No consolidation needed. {{(pid=71114) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1361.740408] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1361.740810] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d4c784a-0353-4b5f-a2ca-9f0c0d19c8ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.761956] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1361.761956] env[71114]: value = "task-3822814" [ 1361.761956] env[71114]: _type = "Task" [ 1361.761956] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.771750] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.894186] env[71114]: DEBUG oslo_concurrency.lockutils [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.894482] env[71114]: DEBUG oslo_concurrency.lockutils [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.894703] env[71114]: DEBUG nova.objects.instance [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lazy-loading 'resources' on Instance uuid 7a3fa358-34ac-462a-a0fa-4c23879c3589 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.962078] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360557} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.962335] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.962521] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.962700] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.273037] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822814, 'name': ReconfigVM_Task, 'duration_secs': 0.365048} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.273037] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1362.277643] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aa1544f-aa01-43c7-b7f8-0bce1d86488f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.293881] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1362.293881] env[71114]: value = "task-3822815" [ 1362.293881] env[71114]: _type = "Task" [ 1362.293881] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.302485] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.496708] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.497145] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.497145] env[71114]: INFO nova.compute.manager [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Shelving [ 1362.523640] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9aaa785-16cf-4b48-a0af-ded2fbf4a800 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.532801] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caefaf84-7f30-40bb-b552-429d9880395c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.567051] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8040b7f-c956-448c-95ff-d58ea35f0665 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.575219] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e81f71-4aa9-4b9a-92af-edea158d16dd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.590202] env[71114]: DEBUG nova.compute.provider_tree [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.804695] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.002136] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.002386] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.002546] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.002745] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.003027] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.003616] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.003888] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.004110] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.004303] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.004469] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.004641] env[71114]: DEBUG nova.virt.hardware [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.007464] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee4a337-35ae-4c17-8d7c-88983c58a152 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.018233] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb83c08a-5853-4ae4-a546-2d0da2e6aacc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.032805] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Instance VIF info [] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.038308] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.038795] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.039025] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2f155e1-aa73-4dde-b548-2036752e950f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.055774] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.055774] env[71114]: value = "task-3822816" [ 1363.055774] env[71114]: _type = "Task" [ 1363.055774] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.064835] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822816, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.093330] env[71114]: DEBUG nova.scheduler.client.report [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.306576] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.516179] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.516478] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-726a9b54-466d-4b07-aa6a-12cfab69c6bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.523761] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1363.523761] env[71114]: value = "task-3822817" [ 1363.523761] env[71114]: _type = "Task" [ 1363.523761] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.534491] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.569204] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822816, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.599327] env[71114]: DEBUG oslo_concurrency.lockutils [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.630432] env[71114]: INFO nova.scheduler.client.report [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Deleted allocations for instance 7a3fa358-34ac-462a-a0fa-4c23879c3589 [ 1363.808012] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822815, 'name': ReconfigVM_Task, 'duration_secs': 1.143938} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.809341] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-760049', 'volume_id': '439f2eb2-1a4d-4362-9c1c-325c7d741936', 'name': 'volume-439f2eb2-1a4d-4362-9c1c-325c7d741936', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '614fcdb0-a611-4aad-9983-d073fcd76db0', 'attached_at': '2025-05-05T22:40:44.000000', 'detached_at': '', 'volume_id': '439f2eb2-1a4d-4362-9c1c-325c7d741936', 'serial': '439f2eb2-1a4d-4362-9c1c-325c7d741936'} {{(pid=71114) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1363.809660] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.810550] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856fb48d-ad02-47ac-926f-46a0388276a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.818340] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.818586] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f34f1a3d-0f14-458c-b22c-991e9c1a2aae {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.887393] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.887608] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.887973] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleting the datastore file [datastore2] 614fcdb0-a611-4aad-9983-d073fcd76db0 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.888179] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c6f36fc-4695-463e-a7ce-7761806cbb2c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.895608] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1363.895608] env[71114]: value = "task-3822819" [ 1363.895608] env[71114]: _type = "Task" [ 1363.895608] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.906937] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.033777] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822817, 'name': PowerOffVM_Task, 'duration_secs': 0.187184} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.034055] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.034855] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4044c0f-0a03-4912-81fc-7f842753f0d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.052966] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aaae09-7258-4f15-98d4-ac4c3358d726 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.069845] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822816, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.138118] env[71114]: DEBUG oslo_concurrency.lockutils [None req-afe2af7a-c841-4d77-80be-da34c3bd2f44 tempest-ServerActionsTestOtherB-963977758 tempest-ServerActionsTestOtherB-963977758-project-member] Lock "7a3fa358-34ac-462a-a0fa-4c23879c3589" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.923s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.406660] env[71114]: DEBUG oslo_vmware.api [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084948} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.406901] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.407099] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.407280] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.407456] env[71114]: INFO nova.compute.manager [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Took 3.26 seconds to destroy the instance on the hypervisor. [ 1364.407693] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.407912] env[71114]: DEBUG nova.compute.manager [-] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.408029] env[71114]: DEBUG nova.network.neutron [-] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.567042] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1364.567042] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-efdba6cd-cd42-4cf9-87ec-4e072e3f6e3d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.572721] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822816, 'name': CreateVM_Task, 'duration_secs': 1.335095} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.572721] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.573169] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.573342] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.573744] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.575038] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14aa9eea-b1ed-47f0-a61e-899b2241d441 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.576806] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1364.576806] env[71114]: value = "task-3822820" [ 1364.576806] env[71114]: _type = "Task" [ 1364.576806] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.581626] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1364.581626] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5275c993-87be-3261-b382-efa2a9d1b7db" [ 1364.581626] env[71114]: _type = "Task" [ 1364.581626] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.590225] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822820, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.597051] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5275c993-87be-3261-b382-efa2a9d1b7db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.911767] env[71114]: DEBUG nova.compute.manager [req-eeb401d3-93b1-46cd-a161-efe7c4292aed req-110beb36-75ac-48a6-8765-c5d0434a7ee8 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Received event network-vif-deleted-326e1fb5-df6e-409c-85aa-8194107b1837 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.911849] env[71114]: INFO nova.compute.manager [req-eeb401d3-93b1-46cd-a161-efe7c4292aed req-110beb36-75ac-48a6-8765-c5d0434a7ee8 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Neutron deleted interface 326e1fb5-df6e-409c-85aa-8194107b1837; detaching it from the instance and deleting it from the info cache [ 1364.911999] env[71114]: DEBUG nova.network.neutron [req-eeb401d3-93b1-46cd-a161-efe7c4292aed req-110beb36-75ac-48a6-8765-c5d0434a7ee8 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.088694] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822820, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.094310] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5275c993-87be-3261-b382-efa2a9d1b7db, 'name': SearchDatastore_Task, 'duration_secs': 0.022449} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.094602] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.094830] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.095075] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.095226] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.095448] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.095772] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4a5171a-c3e0-4dd2-94cc-7d55fce59803 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.105943] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.106100] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.107051] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea385cc5-dac3-4044-b28d-76d2fd9e7a6a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.113980] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1365.113980] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524eb5cd-cd9c-6de6-05e1-69458cb3f46b" [ 1365.113980] env[71114]: _type = "Task" [ 1365.113980] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.123455] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524eb5cd-cd9c-6de6-05e1-69458cb3f46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.394452] env[71114]: DEBUG nova.network.neutron [-] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.414913] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24314a05-3fdf-4325-af5f-40bbe395ea3c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.425258] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b8d0bc-4c9c-4d37-a6d8-80fde8020503 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.456289] env[71114]: DEBUG nova.compute.manager [req-eeb401d3-93b1-46cd-a161-efe7c4292aed req-110beb36-75ac-48a6-8765-c5d0434a7ee8 service nova] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Detach interface failed, port_id=326e1fb5-df6e-409c-85aa-8194107b1837, reason: Instance 614fcdb0-a611-4aad-9983-d073fcd76db0 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1365.587314] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822820, 'name': CreateSnapshot_Task, 'duration_secs': 0.875637} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.587613] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1365.588393] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39cbd8f-8d0c-4cd8-b33c-01da4c8c50ad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.625797] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]524eb5cd-cd9c-6de6-05e1-69458cb3f46b, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.626589] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980f9a4d-85bf-4a95-bb47-3fd1a2d61669 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.632770] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1365.632770] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52babf5a-8c57-ba06-4dce-356e0ca31ed8" [ 1365.632770] env[71114]: _type = "Task" [ 1365.632770] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.641751] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52babf5a-8c57-ba06-4dce-356e0ca31ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.897803] env[71114]: INFO nova.compute.manager [-] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Took 1.49 seconds to deallocate network for instance. [ 1366.109392] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1366.109723] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6c888db-6266-4866-b037-599178ec510e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.119540] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1366.119540] env[71114]: value = "task-3822822" [ 1366.119540] env[71114]: _type = "Task" [ 1366.119540] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.128503] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822822, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.143867] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52babf5a-8c57-ba06-4dce-356e0ca31ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.010245} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.144355] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.144480] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 319971b7-6e4c-4466-b85e-be668c82cc98/319971b7-6e4c-4466-b85e-be668c82cc98.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.144676] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-863c847e-5f46-47fb-8dcd-ea599c9dc64f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.153035] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1366.153035] env[71114]: value = "task-3822823" [ 1366.153035] env[71114]: _type = "Task" [ 1366.153035] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.162833] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.455801] env[71114]: INFO nova.compute.manager [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Took 0.56 seconds to detach 1 volumes for instance. [ 1366.458671] env[71114]: DEBUG nova.compute.manager [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 614fcdb0-a611-4aad-9983-d073fcd76db0] Deleting volume: 439f2eb2-1a4d-4362-9c1c-325c7d741936 {{(pid=71114) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1366.631595] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822822, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.665154] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822823, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.007452] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.007820] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.007944] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.032160] env[71114]: INFO nova.scheduler.client.report [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted allocations for instance 614fcdb0-a611-4aad-9983-d073fcd76db0 [ 1367.132239] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822822, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.165791] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534347} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.166613] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 319971b7-6e4c-4466-b85e-be668c82cc98/319971b7-6e4c-4466-b85e-be668c82cc98.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.166613] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.166864] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1374937-a8cf-4072-a0f4-8c2b44909766 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.174134] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1367.174134] env[71114]: value = "task-3822825" [ 1367.174134] env[71114]: _type = "Task" [ 1367.174134] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.184700] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.541371] env[71114]: DEBUG oslo_concurrency.lockutils [None req-62118bec-1244-436c-bc68-caf2ba3a66b4 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "614fcdb0-a611-4aad-9983-d073fcd76db0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.904s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.632074] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822822, 'name': CloneVM_Task, 'duration_secs': 1.454921} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.632413] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Created linked-clone VM from snapshot [ 1367.634128] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036445ef-40a7-4dfc-948b-0b211f9b80fa {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.641590] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Uploading image 3fed22d1-6ab9-4449-abec-79a1a6cd288a {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1367.669485] env[71114]: DEBUG oslo_vmware.rw_handles [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1367.669485] env[71114]: value = "vm-760071" [ 1367.669485] env[71114]: _type = "VirtualMachine" [ 1367.669485] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1367.669803] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d526d5e7-28ba-42bf-93db-ad1a73e18e9c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.679964] env[71114]: DEBUG oslo_vmware.rw_handles [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lease: (returnval){ [ 1367.679964] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528b439d-7f97-3c7d-b826-24b2b1d78718" [ 1367.679964] env[71114]: _type = "HttpNfcLease" [ 1367.679964] env[71114]: } obtained for exporting VM: (result){ [ 1367.679964] env[71114]: value = "vm-760071" [ 1367.679964] env[71114]: _type = "VirtualMachine" [ 1367.679964] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1367.680709] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the lease: (returnval){ [ 1367.680709] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528b439d-7f97-3c7d-b826-24b2b1d78718" [ 1367.680709] env[71114]: _type = "HttpNfcLease" [ 1367.680709] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1367.687089] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072806} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.687760] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.688640] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60756d0e-a25c-412f-be85-c384777d929f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.692919] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1367.692919] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528b439d-7f97-3c7d-b826-24b2b1d78718" [ 1367.692919] env[71114]: _type = "HttpNfcLease" [ 1367.692919] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1367.712209] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 319971b7-6e4c-4466-b85e-be668c82cc98/319971b7-6e4c-4466-b85e-be668c82cc98.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.712528] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e012da0d-6039-4761-9c43-ec547b6a0ffb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.733675] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1367.733675] env[71114]: value = "task-3822827" [ 1367.733675] env[71114]: _type = "Task" [ 1367.733675] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.743852] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.190542] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1368.190542] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528b439d-7f97-3c7d-b826-24b2b1d78718" [ 1368.190542] env[71114]: _type = "HttpNfcLease" [ 1368.190542] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1368.190542] env[71114]: DEBUG oslo_vmware.rw_handles [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1368.190542] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]528b439d-7f97-3c7d-b826-24b2b1d78718" [ 1368.190542] env[71114]: _type = "HttpNfcLease" [ 1368.190542] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1368.190542] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011c9bfc-e326-4a32-bafb-04c36dd10875 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.200507] env[71114]: DEBUG oslo_vmware.rw_handles [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279c848-0657-162d-7f43-42a90ecd7aad/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1368.200507] env[71114]: DEBUG oslo_vmware.rw_handles [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279c848-0657-162d-7f43-42a90ecd7aad/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1368.263329] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822827, 'name': ReconfigVM_Task, 'duration_secs': 0.356994} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.263608] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 319971b7-6e4c-4466-b85e-be668c82cc98/319971b7-6e4c-4466-b85e-be668c82cc98.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.264262] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bac08b8c-046d-41f4-b2d4-243b7fc881ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.271024] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1368.271024] env[71114]: value = "task-3822828" [ 1368.271024] env[71114]: _type = "Task" [ 1368.271024] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.281644] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822828, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.299978] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed779e7f-3fca-4ffa-8e3e-eebc110adf41 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.643835] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "a0011b35-468b-406f-99c1-fba87e03c9fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.644241] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "a0011b35-468b-406f-99c1-fba87e03c9fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.644531] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "a0011b35-468b-406f-99c1-fba87e03c9fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.644894] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "a0011b35-468b-406f-99c1-fba87e03c9fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.645295] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "a0011b35-468b-406f-99c1-fba87e03c9fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.649036] env[71114]: INFO nova.compute.manager [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Terminating instance [ 1368.785024] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822828, 'name': Rename_Task, 'duration_secs': 0.142194} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.785351] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.785869] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3217f52-3d99-47a8-ba8f-d5dc468b901b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.793424] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1368.793424] env[71114]: value = "task-3822829" [ 1368.793424] env[71114]: _type = "Task" [ 1368.793424] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.801863] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.154807] env[71114]: DEBUG nova.compute.manager [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.155183] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.156181] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be8534b-ad53-49a7-a391-a6a8a4bc28d1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.165534] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.165912] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbae39cb-33b5-475e-b5a4-2195c248d93b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.173923] env[71114]: DEBUG oslo_vmware.api [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1369.173923] env[71114]: value = "task-3822830" [ 1369.173923] env[71114]: _type = "Task" [ 1369.173923] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.184203] env[71114]: DEBUG oslo_vmware.api [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.304820] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822829, 'name': PowerOnVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.685620] env[71114]: DEBUG oslo_vmware.api [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822830, 'name': PowerOffVM_Task} progress is 100%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.807812] env[71114]: DEBUG oslo_vmware.api [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822829, 'name': PowerOnVM_Task, 'duration_secs': 0.518267} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.808604] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.808763] env[71114]: DEBUG nova.compute.manager [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1369.809708] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1823c74-eb9d-48a1-ae5b-6abba9d641ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.186680] env[71114]: DEBUG oslo_vmware.api [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822830, 'name': PowerOffVM_Task, 'duration_secs': 0.581203} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.186889] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.186989] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.187267] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-654dcdfe-436f-4584-9915-4083cdde2a26 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.275322] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.275600] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.275778] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleting the datastore file [datastore2] a0011b35-468b-406f-99c1-fba87e03c9fb {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.276114] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d94432a6-1c70-4727-b8ea-0f95f728308a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.285471] env[71114]: DEBUG oslo_vmware.api [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1370.285471] env[71114]: value = "task-3822832" [ 1370.285471] env[71114]: _type = "Task" [ 1370.285471] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.295243] env[71114]: DEBUG oslo_vmware.api [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.329827] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.330042] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.333022] env[71114]: DEBUG nova.objects.instance [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Trying to apply a migration context that does not seem to be set for this instance {{(pid=71114) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1370.797151] env[71114]: DEBUG oslo_vmware.api [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254309} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.797739] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.797739] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.797739] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.798040] env[71114]: INFO nova.compute.manager [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1370.798270] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1370.798464] env[71114]: DEBUG nova.compute.manager [-] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.798561] env[71114]: DEBUG nova.network.neutron [-] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.818398] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "319971b7-6e4c-4466-b85e-be668c82cc98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.818709] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "319971b7-6e4c-4466-b85e-be668c82cc98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.819242] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "319971b7-6e4c-4466-b85e-be668c82cc98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.819366] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "319971b7-6e4c-4466-b85e-be668c82cc98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.819584] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "319971b7-6e4c-4466-b85e-be668c82cc98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.822075] env[71114]: INFO nova.compute.manager [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Terminating instance [ 1371.031590] env[71114]: DEBUG nova.compute.manager [req-49e0d522-8be9-4d28-9264-013af1dbff31 req-e70d8a17-a216-4f00-a1cf-ec64bfbd1e5c service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Received event network-vif-deleted-b1484aa4-9140-4977-9d4e-057e196dd9d9 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.031798] env[71114]: INFO nova.compute.manager [req-49e0d522-8be9-4d28-9264-013af1dbff31 req-e70d8a17-a216-4f00-a1cf-ec64bfbd1e5c service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Neutron deleted interface b1484aa4-9140-4977-9d4e-057e196dd9d9; detaching it from the instance and deleting it from the info cache [ 1371.032065] env[71114]: DEBUG nova.network.neutron [req-49e0d522-8be9-4d28-9264-013af1dbff31 req-e70d8a17-a216-4f00-a1cf-ec64bfbd1e5c service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.326122] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "refresh_cache-319971b7-6e4c-4466-b85e-be668c82cc98" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.326315] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquired lock "refresh_cache-319971b7-6e4c-4466-b85e-be668c82cc98" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.326488] env[71114]: DEBUG nova.network.neutron [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.337721] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6f743782-d74c-4308-be9a-32e8866e9f8c tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.513721] env[71114]: DEBUG nova.network.neutron [-] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.534420] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a119f4dd-1162-4e2e-b14c-893cb0af5690 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.546403] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d28c344-224c-4cc0-82c5-90c1162ac583 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.578104] env[71114]: DEBUG nova.compute.manager [req-49e0d522-8be9-4d28-9264-013af1dbff31 req-e70d8a17-a216-4f00-a1cf-ec64bfbd1e5c service nova] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Detach interface failed, port_id=b1484aa4-9140-4977-9d4e-057e196dd9d9, reason: Instance a0011b35-468b-406f-99c1-fba87e03c9fb could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1371.846537] env[71114]: DEBUG nova.network.neutron [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.901229] env[71114]: DEBUG nova.network.neutron [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.015864] env[71114]: INFO nova.compute.manager [-] [instance: a0011b35-468b-406f-99c1-fba87e03c9fb] Took 1.22 seconds to deallocate network for instance. [ 1372.404042] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Releasing lock "refresh_cache-319971b7-6e4c-4466-b85e-be668c82cc98" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.404515] env[71114]: DEBUG nova.compute.manager [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.404730] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.405737] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70226692-740b-4b0b-b662-b28d31b14eb6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.414293] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.414561] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d47f70d7-e2ef-4e5b-a72f-dfbe1303984d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.422207] env[71114]: DEBUG oslo_vmware.api [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1372.422207] env[71114]: value = "task-3822833" [ 1372.422207] env[71114]: _type = "Task" [ 1372.422207] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.431718] env[71114]: DEBUG oslo_vmware.api [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.525211] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.525211] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.525211] env[71114]: DEBUG nova.objects.instance [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lazy-loading 'resources' on Instance uuid a0011b35-468b-406f-99c1-fba87e03c9fb {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.933169] env[71114]: DEBUG oslo_vmware.api [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822833, 'name': PowerOffVM_Task, 'duration_secs': 0.159619} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.933524] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.933658] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.933941] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a2d80cb-3516-4746-aee6-819988b2166a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.960015] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.960262] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.960446] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Deleting the datastore file [datastore1] 319971b7-6e4c-4466-b85e-be668c82cc98 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.960733] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a864033a-c7d0-4a99-accd-fd312909e27e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.967439] env[71114]: DEBUG oslo_vmware.api [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for the task: (returnval){ [ 1372.967439] env[71114]: value = "task-3822835" [ 1372.967439] env[71114]: _type = "Task" [ 1372.967439] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.976739] env[71114]: DEBUG oslo_vmware.api [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.117932] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be0d023-3f78-46e1-a82c-0a7cc5b68c06 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.125798] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71142450-2e63-41f8-b264-b39c3cda44e3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.158672] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cc7ce0-4dae-40ee-95cf-a19fdd0b4cc7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.167092] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e171d47-55fe-4bb2-a9f0-6a8a59e81ff7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.181105] env[71114]: DEBUG nova.compute.provider_tree [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.330956] env[71114]: DEBUG nova.compute.manager [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Stashing vm_state: active {{(pid=71114) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1373.478891] env[71114]: DEBUG oslo_vmware.api [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Task: {'id': task-3822835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143956} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.479187] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.479361] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.479591] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.479788] env[71114]: INFO nova.compute.manager [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1373.480051] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.480252] env[71114]: DEBUG nova.compute.manager [-] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.480347] env[71114]: DEBUG nova.network.neutron [-] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.497355] env[71114]: DEBUG nova.network.neutron [-] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.684133] env[71114]: DEBUG nova.scheduler.client.report [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.778790] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.779271] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.853013] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.000378] env[71114]: DEBUG nova.network.neutron [-] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.188910] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.192179] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.339s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.222787] env[71114]: INFO nova.scheduler.client.report [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted allocations for instance a0011b35-468b-406f-99c1-fba87e03c9fb [ 1374.285493] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.285717] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.285832] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.285993] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.286918] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.286918] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.286918] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71114) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1374.286918] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.504026] env[71114]: INFO nova.compute.manager [-] [instance: 319971b7-6e4c-4466-b85e-be668c82cc98] Took 1.02 seconds to deallocate network for instance. [ 1374.696907] env[71114]: INFO nova.compute.claims [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.730452] env[71114]: DEBUG oslo_concurrency.lockutils [None req-6e202608-71d8-43fc-9e67-acbc434e2862 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "a0011b35-468b-406f-99c1-fba87e03c9fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.086s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.790037] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.014543] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.203247] env[71114]: INFO nova.compute.resource_tracker [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating resource usage from migration a93ab011-c6c9-4773-9eae-85b14b3a5d21 [ 1375.287629] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14923cd-68ec-44a4-9000-c981ffcbb173 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.295825] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c287516-53ba-4dd8-9151-c5cc1588ff3b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.327420] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8310e6b8-0e64-475f-902d-707b6ae909de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.335751] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d51fa6c-ae2d-41a1-aa7b-3d84b407a931 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.350271] env[71114]: DEBUG nova.compute.provider_tree [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.854090] env[71114]: DEBUG nova.scheduler.client.report [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.036373] env[71114]: DEBUG oslo_vmware.rw_handles [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279c848-0657-162d-7f43-42a90ecd7aad/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1376.037320] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebd68d9-611a-4108-a0a0-192878294e0d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.043717] env[71114]: DEBUG oslo_vmware.rw_handles [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279c848-0657-162d-7f43-42a90ecd7aad/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1376.043883] env[71114]: ERROR oslo_vmware.rw_handles [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279c848-0657-162d-7f43-42a90ecd7aad/disk-0.vmdk due to incomplete transfer. [ 1376.044118] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-11a48727-ba51-49be-8d22-9d61d2962b85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.051696] env[71114]: DEBUG oslo_vmware.rw_handles [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5279c848-0657-162d-7f43-42a90ecd7aad/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1376.051890] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Uploaded image 3fed22d1-6ab9-4449-abec-79a1a6cd288a to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1376.054207] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1376.054459] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-efd4ab97-9d47-45f2-88f2-f89b7a46759a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.061400] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1376.061400] env[71114]: value = "task-3822837" [ 1376.061400] env[71114]: _type = "Task" [ 1376.061400] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.069705] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822837, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.362112] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.170s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.362293] env[71114]: INFO nova.compute.manager [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Migrating [ 1376.368844] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.579s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.369116] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.369292] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71114) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1376.369597] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.355s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.369801] env[71114]: DEBUG nova.objects.instance [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lazy-loading 'resources' on Instance uuid 319971b7-6e4c-4466-b85e-be668c82cc98 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.373627] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a38dccd-2358-4e97-868f-02d974935ba4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.387797] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671514dc-1a42-4e76-a193-b939f5dc87c5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.404434] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7fe3fc-158f-473b-b91a-1748c090a6a4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.412357] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a550b16-1e77-43f5-84ce-edd711a71077 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.442826] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179629MB free_disk=51GB free_vcpus=48 pci_devices=None {{(pid=71114) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1376.442976] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.573604] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822837, 'name': Destroy_Task, 'duration_secs': 0.370012} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.573860] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Destroyed the VM [ 1376.574112] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1376.574363] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90e70467-dbeb-405d-acf8-653499e136db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.580523] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1376.580523] env[71114]: value = "task-3822838" [ 1376.580523] env[71114]: _type = "Task" [ 1376.580523] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.588607] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822838, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.883578] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.883732] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.883912] env[71114]: DEBUG nova.network.neutron [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.966707] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0197b554-0832-4bc2-b885-28c4a5719212 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.974800] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aee6e5-538f-4484-9289-91e95826d848 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.006690] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f372443a-4313-4703-90b1-94c149676ca1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.015102] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3a85a3-5caf-485c-adca-7e14cab338b6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.028647] env[71114]: DEBUG nova.compute.provider_tree [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.091145] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822838, 'name': RemoveSnapshot_Task, 'duration_secs': 0.420696} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.091485] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1377.091679] env[71114]: DEBUG nova.compute.manager [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1377.092495] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf41c42-e028-43ba-9050-37a2804d97b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.431087] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "25373ebd-b080-43d9-bc29-02d54548feb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.431331] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "25373ebd-b080-43d9-bc29-02d54548feb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.431529] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "25373ebd-b080-43d9-bc29-02d54548feb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.431701] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "25373ebd-b080-43d9-bc29-02d54548feb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.431875] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "25373ebd-b080-43d9-bc29-02d54548feb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.433892] env[71114]: INFO nova.compute.manager [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Terminating instance [ 1377.531830] env[71114]: DEBUG nova.scheduler.client.report [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.597697] env[71114]: DEBUG nova.network.neutron [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance_info_cache with network_info: [{"id": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "address": "fa:16:3e:97:35:62", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c245489-cf", "ovs_interfaceid": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.603887] env[71114]: INFO nova.compute.manager [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Shelve offloading [ 1377.938061] env[71114]: DEBUG nova.compute.manager [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.938366] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.939303] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e4723-71dd-4ef5-8d5c-1634f27591c0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.947989] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.948279] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8376ecd-2dc1-4632-b5b6-68428ad62ec0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.956398] env[71114]: DEBUG oslo_vmware.api [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1377.956398] env[71114]: value = "task-3822839" [ 1377.956398] env[71114]: _type = "Task" [ 1377.956398] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.965368] env[71114]: DEBUG oslo_vmware.api [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.037044] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.039684] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.597s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.064419] env[71114]: INFO nova.scheduler.client.report [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Deleted allocations for instance 319971b7-6e4c-4466-b85e-be668c82cc98 [ 1378.100628] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.108200] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.108601] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f74a0e6-16f8-4ccc-a83e-95435264c155 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.117927] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1378.117927] env[71114]: value = "task-3822840" [ 1378.117927] env[71114]: _type = "Task" [ 1378.117927] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.127884] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.466648] env[71114]: DEBUG oslo_vmware.api [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822839, 'name': PowerOffVM_Task, 'duration_secs': 0.243958} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.466913] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.467094] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.467344] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23882bf9-1aba-4b65-9600-a43ca7ae8c16 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.538672] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.538965] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.539114] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleting the datastore file [datastore1] 25373ebd-b080-43d9-bc29-02d54548feb4 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.539383] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e398e8-933a-43b2-8c4b-83f0c8ba4158 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.546774] env[71114]: DEBUG oslo_vmware.api [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for the task: (returnval){ [ 1378.546774] env[71114]: value = "task-3822842" [ 1378.546774] env[71114]: _type = "Task" [ 1378.546774] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.555085] env[71114]: DEBUG oslo_vmware.api [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.574890] env[71114]: DEBUG oslo_concurrency.lockutils [None req-30dbd813-ac12-423a-a33b-596616255691 tempest-ServersListShow296Test-1162612808 tempest-ServersListShow296Test-1162612808-project-member] Lock "319971b7-6e4c-4466-b85e-be668c82cc98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.756s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.628820] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1378.629105] env[71114]: DEBUG nova.compute.manager [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1378.629880] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079cef50-89fe-4b68-a7a4-804303e458e4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.636417] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.636691] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.636780] env[71114]: DEBUG nova.network.neutron [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.048829] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Applying migration context for instance 0d5df07c-2131-48bd-ab86-3ae28204e12f as it has an incoming, in-progress migration a93ab011-c6c9-4773-9eae-85b14b3a5d21. Migration status is migrating {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1379.049660] env[71114]: INFO nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating resource usage from migration a93ab011-c6c9-4773-9eae-85b14b3a5d21 [ 1379.062964] env[71114]: DEBUG oslo_vmware.api [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Task: {'id': task-3822842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152668} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.063248] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.063435] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.063615] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.063789] env[71114]: INFO nova.compute.manager [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1379.064044] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.064245] env[71114]: DEBUG nova.compute.manager [-] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.064343] env[71114]: DEBUG nova.network.neutron [-] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.070103] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 25373ebd-b080-43d9-bc29-02d54548feb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1379.070255] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1379.070381] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Migration a93ab011-c6c9-4773-9eae-85b14b3a5d21 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1379.070501] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 0d5df07c-2131-48bd-ab86-3ae28204e12f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1379.070682] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1379.070820] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1379.142014] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d59f30-d479-4237-9634-13903890ab54 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.150207] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c44cfc5-66db-426f-b4c7-69f8b299e6ab {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.184830] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c6bc88-8ff4-41ff-abb4-4b3287e92eaf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.193557] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748c193f-7659-41be-b84b-644b4f7a7278 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.208156] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.371781] env[71114]: DEBUG nova.compute.manager [req-648398d1-8846-45d8-a888-47ea7f57d086 req-0df849ec-3c31-4dc4-954d-cbc910cef116 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Received event network-vif-deleted-a1a650a6-bebf-403b-b036-363a47b5c605 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.372289] env[71114]: INFO nova.compute.manager [req-648398d1-8846-45d8-a888-47ea7f57d086 req-0df849ec-3c31-4dc4-954d-cbc910cef116 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Neutron deleted interface a1a650a6-bebf-403b-b036-363a47b5c605; detaching it from the instance and deleting it from the info cache [ 1379.372289] env[71114]: DEBUG nova.network.neutron [req-648398d1-8846-45d8-a888-47ea7f57d086 req-0df849ec-3c31-4dc4-954d-cbc910cef116 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.498803] env[71114]: DEBUG nova.network.neutron [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updating instance_info_cache with network_info: [{"id": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "address": "fa:16:3e:56:4e:f1", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450d670a-91", "ovs_interfaceid": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.616290] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abf9c45-a064-435f-9c8b-dccb35e46a4a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.637546] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance '0d5df07c-2131-48bd-ab86-3ae28204e12f' progress to 0 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.711420] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.854631] env[71114]: DEBUG nova.network.neutron [-] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.874770] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3782c29-a8cb-49a2-a4dc-7c305a5d3ffd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.884859] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1f8b64-eeaa-4756-9f72-3600a5354cdf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.911918] env[71114]: DEBUG nova.compute.manager [req-648398d1-8846-45d8-a888-47ea7f57d086 req-0df849ec-3c31-4dc4-954d-cbc910cef116 service nova] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Detach interface failed, port_id=a1a650a6-bebf-403b-b036-363a47b5c605, reason: Instance 25373ebd-b080-43d9-bc29-02d54548feb4 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1380.002130] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.144326] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.144652] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e986c2f1-8c2e-4745-99bd-f8ee30801095 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.152295] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1380.152295] env[71114]: value = "task-3822843" [ 1380.152295] env[71114]: _type = "Task" [ 1380.152295] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.162742] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.216811] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1380.217088] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.177s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.223291] env[71114]: DEBUG nova.compute.manager [req-17ea15e0-b00c-4b74-9042-1391deaa0799 req-ca7389d6-75e3-43df-9b89-043ff681653d service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received event network-vif-unplugged-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1380.223580] env[71114]: DEBUG oslo_concurrency.lockutils [req-17ea15e0-b00c-4b74-9042-1391deaa0799 req-ca7389d6-75e3-43df-9b89-043ff681653d service nova] Acquiring lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.223817] env[71114]: DEBUG oslo_concurrency.lockutils [req-17ea15e0-b00c-4b74-9042-1391deaa0799 req-ca7389d6-75e3-43df-9b89-043ff681653d service nova] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.223962] env[71114]: DEBUG oslo_concurrency.lockutils [req-17ea15e0-b00c-4b74-9042-1391deaa0799 req-ca7389d6-75e3-43df-9b89-043ff681653d service nova] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.224362] env[71114]: DEBUG nova.compute.manager [req-17ea15e0-b00c-4b74-9042-1391deaa0799 req-ca7389d6-75e3-43df-9b89-043ff681653d service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] No waiting events found dispatching network-vif-unplugged-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1380.224562] env[71114]: WARNING nova.compute.manager [req-17ea15e0-b00c-4b74-9042-1391deaa0799 req-ca7389d6-75e3-43df-9b89-043ff681653d service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received unexpected event network-vif-unplugged-450d670a-91d7-4e58-9282-c5d9aedbf19e for instance with vm_state shelved and task_state shelving_offloading. [ 1380.338539] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.339558] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fd43e4-ced5-4e53-a2f9-62022526fc9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.348960] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.349343] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2635a348-be74-4c39-b565-4922141f97f6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.358350] env[71114]: INFO nova.compute.manager [-] [instance: 25373ebd-b080-43d9-bc29-02d54548feb4] Took 1.29 seconds to deallocate network for instance. [ 1380.423768] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.423996] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.424204] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleting the datastore file [datastore2] e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.424484] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88afec24-11b0-4b25-ba74-a259f17e9ade {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.431407] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1380.431407] env[71114]: value = "task-3822845" [ 1380.431407] env[71114]: _type = "Task" [ 1380.431407] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.440422] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.662664] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822843, 'name': PowerOffVM_Task, 'duration_secs': 0.222203} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.664039] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.664039] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance '0d5df07c-2131-48bd-ab86-3ae28204e12f' progress to 17 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.865872] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.866196] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.866443] env[71114]: DEBUG nova.objects.instance [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lazy-loading 'resources' on Instance uuid 25373ebd-b080-43d9-bc29-02d54548feb4 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.942031] env[71114]: DEBUG oslo_vmware.api [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132636} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.942262] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.942462] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.942642] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.967075] env[71114]: INFO nova.scheduler.client.report [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleted allocations for instance e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 [ 1381.170517] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:28:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.170841] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.171015] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.171231] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.171417] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.171572] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.171782] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.171947] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.172135] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.172302] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.172479] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.177661] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a4e9b5b-d0d9-490a-98ed-40877d114d5b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.195098] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1381.195098] env[71114]: value = "task-3822846" [ 1381.195098] env[71114]: _type = "Task" [ 1381.195098] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.204599] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.424096] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb11ff61-56a6-42de-b7d1-250876ca02d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.432441] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fbaf35-5d35-4d43-a37f-9a59308fbab3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.462497] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca86063-f3f9-4adf-aee8-a9b86d3258c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.470358] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e97095-aad7-4e6f-b8af-9f8fd913f48f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.475106] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.486025] env[71114]: DEBUG nova.compute.provider_tree [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.707714] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822846, 'name': ReconfigVM_Task, 'duration_secs': 0.172874} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.707714] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance '0d5df07c-2131-48bd-ab86-3ae28204e12f' progress to 33 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1381.988716] env[71114]: DEBUG nova.scheduler.client.report [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.213313] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.213791] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.213791] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.213875] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.214024] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.214230] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.214448] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.214605] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.214771] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.214932] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.215117] env[71114]: DEBUG nova.virt.hardware [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.220705] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1382.221015] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4185539e-a6cf-440c-b692-fccbf1734819 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.241407] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1382.241407] env[71114]: value = "task-3822847" [ 1382.241407] env[71114]: _type = "Task" [ 1382.241407] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.250304] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.252462] env[71114]: DEBUG nova.compute.manager [req-9b44d6e0-65a4-40d2-bc67-b2f6158ca9fd req-6ed8682f-c49c-408a-aeb6-43c77afab397 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received event network-changed-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.252643] env[71114]: DEBUG nova.compute.manager [req-9b44d6e0-65a4-40d2-bc67-b2f6158ca9fd req-6ed8682f-c49c-408a-aeb6-43c77afab397 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Refreshing instance network info cache due to event network-changed-450d670a-91d7-4e58-9282-c5d9aedbf19e. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1382.252847] env[71114]: DEBUG oslo_concurrency.lockutils [req-9b44d6e0-65a4-40d2-bc67-b2f6158ca9fd req-6ed8682f-c49c-408a-aeb6-43c77afab397 service nova] Acquiring lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.252987] env[71114]: DEBUG oslo_concurrency.lockutils [req-9b44d6e0-65a4-40d2-bc67-b2f6158ca9fd req-6ed8682f-c49c-408a-aeb6-43c77afab397 service nova] Acquired lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.253179] env[71114]: DEBUG nova.network.neutron [req-9b44d6e0-65a4-40d2-bc67-b2f6158ca9fd req-6ed8682f-c49c-408a-aeb6-43c77afab397 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Refreshing network info cache for port 450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1382.495199] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.497852] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.023s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.497852] env[71114]: DEBUG nova.objects.instance [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lazy-loading 'resources' on Instance uuid e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.518073] env[71114]: INFO nova.scheduler.client.report [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Deleted allocations for instance 25373ebd-b080-43d9-bc29-02d54548feb4 [ 1382.751498] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822847, 'name': ReconfigVM_Task, 'duration_secs': 0.173349} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.751799] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1382.752616] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1f7127-1df2-4325-b1b5-d07ef7d5336c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.778287] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0d5df07c-2131-48bd-ab86-3ae28204e12f/0d5df07c-2131-48bd-ab86-3ae28204e12f.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.778577] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a785fb-5e2a-495c-ad47-bd0ae4ae817a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.800349] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1382.800349] env[71114]: value = "task-3822848" [ 1382.800349] env[71114]: _type = "Task" [ 1382.800349] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.808924] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.977648] env[71114]: DEBUG nova.network.neutron [req-9b44d6e0-65a4-40d2-bc67-b2f6158ca9fd req-6ed8682f-c49c-408a-aeb6-43c77afab397 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updated VIF entry in instance network info cache for port 450d670a-91d7-4e58-9282-c5d9aedbf19e. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.978071] env[71114]: DEBUG nova.network.neutron [req-9b44d6e0-65a4-40d2-bc67-b2f6158ca9fd req-6ed8682f-c49c-408a-aeb6-43c77afab397 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updating instance_info_cache with network_info: [{"id": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "address": "fa:16:3e:56:4e:f1", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap450d670a-91", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.999889] env[71114]: DEBUG nova.objects.instance [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lazy-loading 'numa_topology' on Instance uuid e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.027320] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c7a8b9eb-e6f1-4239-9f28-c5e6c83d5298 tempest-ServerActionsTestOtherA-873887401 tempest-ServerActionsTestOtherA-873887401-project-member] Lock "25373ebd-b080-43d9-bc29-02d54548feb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.596s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.310959] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822848, 'name': ReconfigVM_Task, 'duration_secs': 0.30649} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.311325] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0d5df07c-2131-48bd-ab86-3ae28204e12f/0d5df07c-2131-48bd-ab86-3ae28204e12f.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.311459] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance '0d5df07c-2131-48bd-ab86-3ae28204e12f' progress to 50 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1383.480591] env[71114]: DEBUG oslo_concurrency.lockutils [req-9b44d6e0-65a4-40d2-bc67-b2f6158ca9fd req-6ed8682f-c49c-408a-aeb6-43c77afab397 service nova] Releasing lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.502018] env[71114]: DEBUG nova.objects.base [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1383.555529] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1791b91-9de0-4ab0-b3ac-f298c641000e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.563434] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70872688-2f47-43d3-ba04-bfb0808399d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.592730] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a8cbf-1eaf-4cbc-ba53-8af667a7ab0b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.599924] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29615953-94d0-4253-a6d8-0e1051ba0412 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.613461] env[71114]: DEBUG nova.compute.provider_tree [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.684533] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.818598] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e7ca6b-f381-46cc-a494-ce5671525f64 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.840561] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5418e7-23b5-46e0-8d3c-e2d0d16998c6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.859175] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance '0d5df07c-2131-48bd-ab86-3ae28204e12f' progress to 67 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.116545] env[71114]: DEBUG nova.scheduler.client.report [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.398321] env[71114]: DEBUG nova.network.neutron [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Port 0c245489-cf9c-444e-8fc5-2cc18c074aca binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1384.622866] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.132338] env[71114]: DEBUG oslo_concurrency.lockutils [None req-c219ece1-5f85-40a2-a531-b90ddab2978b tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.635s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.133350] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.449s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.133816] env[71114]: INFO nova.compute.manager [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Unshelving [ 1385.428050] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "0d5df07c-2131-48bd-ab86-3ae28204e12f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.428050] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "0d5df07c-2131-48bd-ab86-3ae28204e12f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.428050] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "0d5df07c-2131-48bd-ab86-3ae28204e12f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.162950] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.162950] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.162950] env[71114]: DEBUG nova.objects.instance [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lazy-loading 'pci_requests' on Instance uuid e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.487794] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.488023] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.488386] env[71114]: DEBUG nova.network.neutron [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.668396] env[71114]: DEBUG nova.objects.instance [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lazy-loading 'numa_topology' on Instance uuid e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.173182] env[71114]: INFO nova.compute.claims [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.244721] env[71114]: DEBUG nova.network.neutron [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance_info_cache with network_info: [{"id": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "address": "fa:16:3e:97:35:62", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c245489-cf", "ovs_interfaceid": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.748420] env[71114]: DEBUG oslo_concurrency.lockutils [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.246121] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e62510-dcee-4754-bcfe-e92fcd270854 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.260318] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6391d5a6-dfe1-4d50-83d4-7452fd10620e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.295460] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b05d231-6e12-4e17-aca4-ad4b9adaee4e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.298459] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56097c3e-2f2f-4760-a469-94be691807a0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.321324] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ea378e-9e83-4563-ae8d-a979c74a5af3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.327121] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c317dc14-6e0a-4c0a-b9dd-06c7b5723d3c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.344241] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance '0d5df07c-2131-48bd-ab86-3ae28204e12f' progress to 83 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1388.348017] env[71114]: DEBUG nova.compute.provider_tree [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.852449] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.853381] env[71114]: DEBUG nova.scheduler.client.report [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.856494] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af51ee9a-308d-44e7-b239-b483451a2d8e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.867932] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1388.867932] env[71114]: value = "task-3822849" [ 1388.867932] env[71114]: _type = "Task" [ 1388.867932] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.877648] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.927444] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.927667] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.360031] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.197s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.377929] env[71114]: DEBUG oslo_vmware.api [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822849, 'name': PowerOnVM_Task, 'duration_secs': 0.418272} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.378390] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.378601] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-86563848-897a-496a-a577-d4562d1f5dfb tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance '0d5df07c-2131-48bd-ab86-3ae28204e12f' progress to 100 {{(pid=71114) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.395617] env[71114]: INFO nova.network.neutron [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updating port 450d670a-91d7-4e58-9282-c5d9aedbf19e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1389.430336] env[71114]: DEBUG nova.compute.manager [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.957060] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.957410] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.959016] env[71114]: INFO nova.compute.claims [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.803222] env[71114]: DEBUG nova.compute.manager [req-a695f5d6-7d35-45fd-9809-1ba6816284f5 req-81618d59-246f-49c4-88a3-f933ac1d97d4 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received event network-vif-plugged-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.803222] env[71114]: DEBUG oslo_concurrency.lockutils [req-a695f5d6-7d35-45fd-9809-1ba6816284f5 req-81618d59-246f-49c4-88a3-f933ac1d97d4 service nova] Acquiring lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.803222] env[71114]: DEBUG oslo_concurrency.lockutils [req-a695f5d6-7d35-45fd-9809-1ba6816284f5 req-81618d59-246f-49c4-88a3-f933ac1d97d4 service nova] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.803222] env[71114]: DEBUG oslo_concurrency.lockutils [req-a695f5d6-7d35-45fd-9809-1ba6816284f5 req-81618d59-246f-49c4-88a3-f933ac1d97d4 service nova] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.803505] env[71114]: DEBUG nova.compute.manager [req-a695f5d6-7d35-45fd-9809-1ba6816284f5 req-81618d59-246f-49c4-88a3-f933ac1d97d4 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] No waiting events found dispatching network-vif-plugged-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1390.803829] env[71114]: WARNING nova.compute.manager [req-a695f5d6-7d35-45fd-9809-1ba6816284f5 req-81618d59-246f-49c4-88a3-f933ac1d97d4 service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received unexpected event network-vif-plugged-450d670a-91d7-4e58-9282-c5d9aedbf19e for instance with vm_state shelved_offloaded and task_state spawning. [ 1390.889828] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.890207] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.890489] env[71114]: DEBUG nova.network.neutron [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.031865] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8cd21d-a936-4f30-b5a5-823b1cf64194 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.039772] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e66459-9594-4b60-8d3e-568cbd3794be {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.070628] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b697df52-3844-4f84-bbfa-d6c094a82890 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.078360] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52061ba9-bdeb-4122-b7f7-8132d9c9cbfc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.092022] env[71114]: DEBUG nova.compute.provider_tree [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.597317] env[71114]: DEBUG nova.scheduler.client.report [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.704328] env[71114]: DEBUG nova.network.neutron [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updating instance_info_cache with network_info: [{"id": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "address": "fa:16:3e:56:4e:f1", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450d670a-91", "ovs_interfaceid": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.953290] env[71114]: DEBUG nova.network.neutron [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Port 0c245489-cf9c-444e-8fc5-2cc18c074aca binding to destination host cpu-1 is already ACTIVE {{(pid=71114) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1391.953572] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.953724] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.953882] env[71114]: DEBUG nova.network.neutron [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.105306] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.105825] env[71114]: DEBUG nova.compute.manager [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1392.207260] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.240137] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='27af5304b66bae8a8a5a9a82d06a2057',container_format='bare',created_at=2025-05-05T22:41:25Z,direct_url=,disk_format='vmdk',id=3fed22d1-6ab9-4449-abec-79a1a6cd288a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1521740864-shelved',owner='497d0206222d447f9044bcd4c610ad5e',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-05T22:41:39Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.240472] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.240681] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.240937] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.241171] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.241400] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.241703] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.241968] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.242257] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.242525] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.242801] env[71114]: DEBUG nova.virt.hardware [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.244076] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a47bdd-08ee-4748-ab49-da5a2790cc3a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.254903] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8181bbcf-48c2-4d36-9a38-2aab43eb41ca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.273688] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:4e:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '450d670a-91d7-4e58-9282-c5d9aedbf19e', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.281298] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.281612] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.281842] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0a5b96b-d8c9-4190-ac75-e94421a0fb04 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.303220] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.303220] env[71114]: value = "task-3822850" [ 1392.303220] env[71114]: _type = "Task" [ 1392.303220] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.311510] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822850, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.611226] env[71114]: DEBUG nova.compute.utils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1392.613567] env[71114]: DEBUG nova.compute.manager [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.613750] env[71114]: DEBUG nova.network.neutron [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.689164] env[71114]: DEBUG nova.policy [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '088ce490f1cf4dfc9c88eb192c9f0ae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f39fb26f9b8943d9bfe0b95616fe78a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.718897] env[71114]: DEBUG nova.network.neutron [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance_info_cache with network_info: [{"id": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "address": "fa:16:3e:97:35:62", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c245489-cf", "ovs_interfaceid": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.815444] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822850, 'name': CreateVM_Task, 'duration_secs': 0.326115} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.815618] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.817020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.817020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.817020] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.817146] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf86234-5c09-4c6f-a4e6-c383ecd90a2a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.823798] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1392.823798] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cdc290-3231-3033-65c1-475781cff395" [ 1392.823798] env[71114]: _type = "Task" [ 1392.823798] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.829875] env[71114]: DEBUG nova.compute.manager [req-d3dcae0e-0e3e-44ec-a6d7-d77ffeabc331 req-07196067-d23c-4cb4-b7f8-e8a3eff122da service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received event network-changed-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.830091] env[71114]: DEBUG nova.compute.manager [req-d3dcae0e-0e3e-44ec-a6d7-d77ffeabc331 req-07196067-d23c-4cb4-b7f8-e8a3eff122da service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Refreshing instance network info cache due to event network-changed-450d670a-91d7-4e58-9282-c5d9aedbf19e. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.830311] env[71114]: DEBUG oslo_concurrency.lockutils [req-d3dcae0e-0e3e-44ec-a6d7-d77ffeabc331 req-07196067-d23c-4cb4-b7f8-e8a3eff122da service nova] Acquiring lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.830474] env[71114]: DEBUG oslo_concurrency.lockutils [req-d3dcae0e-0e3e-44ec-a6d7-d77ffeabc331 req-07196067-d23c-4cb4-b7f8-e8a3eff122da service nova] Acquired lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.830664] env[71114]: DEBUG nova.network.neutron [req-d3dcae0e-0e3e-44ec-a6d7-d77ffeabc331 req-07196067-d23c-4cb4-b7f8-e8a3eff122da service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Refreshing network info cache for port 450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.837894] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cdc290-3231-3033-65c1-475781cff395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.941363] env[71114]: DEBUG nova.network.neutron [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Successfully created port: 30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.117807] env[71114]: DEBUG nova.compute.manager [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.220777] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.337569] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.337822] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Processing image 3fed22d1-6ab9-4449-abec-79a1a6cd288a {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.338057] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a/3fed22d1-6ab9-4449-abec-79a1a6cd288a.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.338256] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a/3fed22d1-6ab9-4449-abec-79a1a6cd288a.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.338442] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.339066] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9df2d14d-aff6-4ac4-8f1e-dff44521a991 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.348841] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.348989] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1393.349704] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c6964e-cd30-4ea6-bef9-ea32bf96c8db {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.355019] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1393.355019] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521db17a-055f-32fa-3659-f20c820903c0" [ 1393.355019] env[71114]: _type = "Task" [ 1393.355019] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.363765] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521db17a-055f-32fa-3659-f20c820903c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.551932] env[71114]: DEBUG nova.network.neutron [req-d3dcae0e-0e3e-44ec-a6d7-d77ffeabc331 req-07196067-d23c-4cb4-b7f8-e8a3eff122da service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updated VIF entry in instance network info cache for port 450d670a-91d7-4e58-9282-c5d9aedbf19e. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.552420] env[71114]: DEBUG nova.network.neutron [req-d3dcae0e-0e3e-44ec-a6d7-d77ffeabc331 req-07196067-d23c-4cb4-b7f8-e8a3eff122da service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updating instance_info_cache with network_info: [{"id": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "address": "fa:16:3e:56:4e:f1", "network": {"id": "73be373e-ffaa-483a-9861-5921dd672d9a", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-466383654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "497d0206222d447f9044bcd4c610ad5e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap450d670a-91", "ovs_interfaceid": "450d670a-91d7-4e58-9282-c5d9aedbf19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.724790] env[71114]: DEBUG nova.compute.manager [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=71114) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1393.725223] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.725419] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.867037] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Preparing fetch location {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1393.867194] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Fetch image to [datastore1] OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55/OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55.vmdk {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1393.867335] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Downloading stream optimized image 3fed22d1-6ab9-4449-abec-79a1a6cd288a to [datastore1] OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55/OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55.vmdk on the data store datastore1 as vApp {{(pid=71114) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1393.867506] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Downloading image file data 3fed22d1-6ab9-4449-abec-79a1a6cd288a to the ESX as VM named 'OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55' {{(pid=71114) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1393.948434] env[71114]: DEBUG oslo_vmware.rw_handles [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1393.948434] env[71114]: value = "resgroup-9" [ 1393.948434] env[71114]: _type = "ResourcePool" [ 1393.948434] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1393.948808] env[71114]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a7aec24f-dcce-4f00-bad8-93a1c45e67e1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.970819] env[71114]: DEBUG oslo_vmware.rw_handles [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lease: (returnval){ [ 1393.970819] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521bc581-1aed-780c-7863-185bbd5e2a43" [ 1393.970819] env[71114]: _type = "HttpNfcLease" [ 1393.970819] env[71114]: } obtained for vApp import into resource pool (val){ [ 1393.970819] env[71114]: value = "resgroup-9" [ 1393.970819] env[71114]: _type = "ResourcePool" [ 1393.970819] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1393.971162] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the lease: (returnval){ [ 1393.971162] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521bc581-1aed-780c-7863-185bbd5e2a43" [ 1393.971162] env[71114]: _type = "HttpNfcLease" [ 1393.971162] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1393.977766] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1393.977766] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521bc581-1aed-780c-7863-185bbd5e2a43" [ 1393.977766] env[71114]: _type = "HttpNfcLease" [ 1393.977766] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1394.055528] env[71114]: DEBUG oslo_concurrency.lockutils [req-d3dcae0e-0e3e-44ec-a6d7-d77ffeabc331 req-07196067-d23c-4cb4-b7f8-e8a3eff122da service nova] Releasing lock "refresh_cache-e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.127381] env[71114]: DEBUG nova.compute.manager [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.154248] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.154621] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.154835] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.155100] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.155294] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.155474] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.155749] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.155940] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.156207] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.156413] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.156626] env[71114]: DEBUG nova.virt.hardware [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.157709] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97859112-6693-4cc3-89ec-75c8cb462b9a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.167801] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599b5d4f-adc3-4c1d-b337-84413558f0a1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.227862] env[71114]: DEBUG nova.objects.instance [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'migration_context' on Instance uuid 0d5df07c-2131-48bd-ab86-3ae28204e12f {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.348900] env[71114]: DEBUG nova.compute.manager [req-8fee20e8-a2a0-4ff4-9d6c-540684d401ca req-d849eba3-13c1-4951-bf63-1a7ffbac6f66 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Received event network-vif-plugged-30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.349151] env[71114]: DEBUG oslo_concurrency.lockutils [req-8fee20e8-a2a0-4ff4-9d6c-540684d401ca req-d849eba3-13c1-4951-bf63-1a7ffbac6f66 service nova] Acquiring lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.349998] env[71114]: DEBUG oslo_concurrency.lockutils [req-8fee20e8-a2a0-4ff4-9d6c-540684d401ca req-d849eba3-13c1-4951-bf63-1a7ffbac6f66 service nova] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.350209] env[71114]: DEBUG oslo_concurrency.lockutils [req-8fee20e8-a2a0-4ff4-9d6c-540684d401ca req-d849eba3-13c1-4951-bf63-1a7ffbac6f66 service nova] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.350388] env[71114]: DEBUG nova.compute.manager [req-8fee20e8-a2a0-4ff4-9d6c-540684d401ca req-d849eba3-13c1-4951-bf63-1a7ffbac6f66 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] No waiting events found dispatching network-vif-plugged-30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1394.350573] env[71114]: WARNING nova.compute.manager [req-8fee20e8-a2a0-4ff4-9d6c-540684d401ca req-d849eba3-13c1-4951-bf63-1a7ffbac6f66 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Received unexpected event network-vif-plugged-30002be3-3501-4b9e-8d7e-fd18d0af3c88 for instance with vm_state building and task_state spawning. [ 1394.440471] env[71114]: DEBUG nova.network.neutron [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Successfully updated port: 30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.482014] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1394.482014] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521bc581-1aed-780c-7863-185bbd5e2a43" [ 1394.482014] env[71114]: _type = "HttpNfcLease" [ 1394.482014] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1394.482014] env[71114]: DEBUG oslo_vmware.rw_handles [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1394.482014] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]521bc581-1aed-780c-7863-185bbd5e2a43" [ 1394.482014] env[71114]: _type = "HttpNfcLease" [ 1394.482014] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1394.482713] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579d3b8f-213b-455a-b3ee-830e674e916f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.491227] env[71114]: DEBUG oslo_vmware.rw_handles [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d3277-0e46-307b-0abe-3b4454a4bf84/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1394.491438] env[71114]: DEBUG oslo_vmware.rw_handles [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d3277-0e46-307b-0abe-3b4454a4bf84/disk-0.vmdk. {{(pid=71114) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1394.555168] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-caeb73c0-71eb-40e9-af76-7f29a5954d37 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.807923] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e8d0de-1353-468a-aaf6-b637ba37b625 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.820121] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71f2a89-0fcb-40ac-870b-a68c8b4ca73e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.860384] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9f7651-6858-40de-a8c6-c978572dea3e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.872387] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b8a92e-b930-41a8-a454-22d046d20a5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.891992] env[71114]: DEBUG nova.compute.provider_tree [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.943574] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.943574] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.943574] env[71114]: DEBUG nova.network.neutron [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.402392] env[71114]: DEBUG nova.scheduler.client.report [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.476300] env[71114]: DEBUG nova.network.neutron [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.634121] env[71114]: DEBUG nova.network.neutron [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updating instance_info_cache with network_info: [{"id": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "address": "fa:16:3e:9a:20:c8", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30002be3-35", "ovs_interfaceid": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.653348] env[71114]: DEBUG oslo_vmware.rw_handles [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Completed reading data from the image iterator. {{(pid=71114) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1395.653586] env[71114]: DEBUG oslo_vmware.rw_handles [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d3277-0e46-307b-0abe-3b4454a4bf84/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1395.654557] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c775eac0-8642-4a56-88ef-a1425c54ba97 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.664732] env[71114]: DEBUG oslo_vmware.rw_handles [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d3277-0e46-307b-0abe-3b4454a4bf84/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1395.664974] env[71114]: DEBUG oslo_vmware.rw_handles [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d3277-0e46-307b-0abe-3b4454a4bf84/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1395.665221] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3adc821e-140c-4ee7-ad88-e8a1fed534d2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.859127] env[71114]: DEBUG oslo_vmware.rw_handles [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d3277-0e46-307b-0abe-3b4454a4bf84/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1395.859397] env[71114]: INFO nova.virt.vmwareapi.images [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Downloaded image file data 3fed22d1-6ab9-4449-abec-79a1a6cd288a [ 1395.860257] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25f7a5b-9973-4d8d-b1e5-25fdc0fe4213 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.878445] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3dd3b46-e43c-4942-8e31-c338bf28537e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.914495] env[71114]: INFO nova.virt.vmwareapi.images [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] The imported VM was unregistered [ 1395.917183] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Caching image {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1395.917575] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.917722] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae66e69f-8811-487d-a0e6-34e500612e35 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.940899] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Created directory with path [datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.941115] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55/OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55.vmdk to [datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a/3fed22d1-6ab9-4449-abec-79a1a6cd288a.vmdk. {{(pid=71114) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1395.941344] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3d6ef779-9632-4482-a444-42ebd964cc48 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.949654] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1395.949654] env[71114]: value = "task-3822853" [ 1395.949654] env[71114]: _type = "Task" [ 1395.949654] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.959040] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822853, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.137151] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.137151] env[71114]: DEBUG nova.compute.manager [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Instance network_info: |[{"id": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "address": "fa:16:3e:9a:20:c8", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30002be3-35", "ovs_interfaceid": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1396.138771] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:20:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30002be3-3501-4b9e-8d7e-fd18d0af3c88', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.145442] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Creating folder: Project (f39fb26f9b8943d9bfe0b95616fe78a5). Parent ref: group-v759732. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.145796] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30e83482-9094-4929-b79c-df494a4b58e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.159467] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Created folder: Project (f39fb26f9b8943d9bfe0b95616fe78a5) in parent group-v759732. [ 1396.159696] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Creating folder: Instances. Parent ref: group-v760074. {{(pid=71114) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1396.159974] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74924bf1-967f-4f4a-ae21-e4141d0b8a7a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.170750] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Created folder: Instances in parent group-v760074. [ 1396.171036] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.171324] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.171534] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0648aaa-30eb-4f8a-9f03-da3e00f26cbf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.193082] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.193082] env[71114]: value = "task-3822856" [ 1396.193082] env[71114]: _type = "Task" [ 1396.193082] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.202255] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822856, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.383032] env[71114]: DEBUG nova.compute.manager [req-f3150a03-3004-42ec-9db1-2f00135195d5 req-0aae1893-1121-4ad8-a127-db841e2cf2d5 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Received event network-changed-30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.383032] env[71114]: DEBUG nova.compute.manager [req-f3150a03-3004-42ec-9db1-2f00135195d5 req-0aae1893-1121-4ad8-a127-db841e2cf2d5 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Refreshing instance network info cache due to event network-changed-30002be3-3501-4b9e-8d7e-fd18d0af3c88. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.383032] env[71114]: DEBUG oslo_concurrency.lockutils [req-f3150a03-3004-42ec-9db1-2f00135195d5 req-0aae1893-1121-4ad8-a127-db841e2cf2d5 service nova] Acquiring lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.383032] env[71114]: DEBUG oslo_concurrency.lockutils [req-f3150a03-3004-42ec-9db1-2f00135195d5 req-0aae1893-1121-4ad8-a127-db841e2cf2d5 service nova] Acquired lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.383032] env[71114]: DEBUG nova.network.neutron [req-f3150a03-3004-42ec-9db1-2f00135195d5 req-0aae1893-1121-4ad8-a127-db841e2cf2d5 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Refreshing network info cache for port 30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.413866] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.688s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.461316] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822853, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.703944] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822856, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.963561] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822853, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.127336] env[71114]: DEBUG nova.network.neutron [req-f3150a03-3004-42ec-9db1-2f00135195d5 req-0aae1893-1121-4ad8-a127-db841e2cf2d5 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updated VIF entry in instance network info cache for port 30002be3-3501-4b9e-8d7e-fd18d0af3c88. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.127336] env[71114]: DEBUG nova.network.neutron [req-f3150a03-3004-42ec-9db1-2f00135195d5 req-0aae1893-1121-4ad8-a127-db841e2cf2d5 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updating instance_info_cache with network_info: [{"id": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "address": "fa:16:3e:9a:20:c8", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30002be3-35", "ovs_interfaceid": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.206345] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822856, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.462875] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822853, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.630146] env[71114]: DEBUG oslo_concurrency.lockutils [req-f3150a03-3004-42ec-9db1-2f00135195d5 req-0aae1893-1121-4ad8-a127-db841e2cf2d5 service nova] Releasing lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.705548] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822856, 'name': CreateVM_Task} progress is 25%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.963694] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822853, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.965098] env[71114]: INFO nova.compute.manager [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Swapping old allocation on dict_keys(['13a14cd9-7c38-44b3-b96e-6e3ba6d36311']) held by migration a93ab011-c6c9-4773-9eae-85b14b3a5d21 for instance [ 1397.991335] env[71114]: DEBUG nova.scheduler.client.report [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Overwriting current allocation {'allocations': {'13a14cd9-7c38-44b3-b96e-6e3ba6d36311': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 196}}, 'project_id': 'b24d92dd961e45f69cc7d6513f5eaed8', 'user_id': 'b172375d5d1a48e9a7863a0dbfeeaeb0', 'consumer_generation': 1} on consumer 0d5df07c-2131-48bd-ab86-3ae28204e12f {{(pid=71114) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1398.079474] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.079672] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.079852] env[71114]: DEBUG nova.network.neutron [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.207510] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822856, 'name': CreateVM_Task, 'duration_secs': 1.654561} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.207510] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1398.207510] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.207510] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.207836] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.208124] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24bca7f9-d165-4178-8873-7b78fa01db6b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.213778] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1398.213778] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529602e4-62d8-c2f1-c55f-5c096f110f79" [ 1398.213778] env[71114]: _type = "Task" [ 1398.213778] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.223905] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529602e4-62d8-c2f1-c55f-5c096f110f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.464241] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822853, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.364907} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.464658] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55/OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55.vmdk to [datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a/3fed22d1-6ab9-4449-abec-79a1a6cd288a.vmdk. [ 1398.464658] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Cleaning up location [datastore1] OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55 {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1398.464794] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_08b71e79-6ba9-4a01-8b4c-7c5a49ec2b55 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.465065] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58bb9670-a6d6-4e53-a5b5-b92677e066ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.472626] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1398.472626] env[71114]: value = "task-3822857" [ 1398.472626] env[71114]: _type = "Task" [ 1398.472626] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.480601] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.724502] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529602e4-62d8-c2f1-c55f-5c096f110f79, 'name': SearchDatastore_Task, 'duration_secs': 0.04277} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.724771] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.725010] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1398.725254] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.725422] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.725582] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1398.725845] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08e72f86-2f4e-40fb-a40a-2fa821a05f77 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.734554] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1398.734743] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1398.735483] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac705de-e8e7-4be2-a17f-ff8bc18c2332 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.741394] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1398.741394] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52986f1d-78dc-b500-70ca-3a9d49141f1d" [ 1398.741394] env[71114]: _type = "Task" [ 1398.741394] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.749510] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52986f1d-78dc-b500-70ca-3a9d49141f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.793573] env[71114]: DEBUG nova.network.neutron [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance_info_cache with network_info: [{"id": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "address": "fa:16:3e:97:35:62", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c245489-cf", "ovs_interfaceid": "0c245489-cf9c-444e-8fc5-2cc18c074aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.982974] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04113} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.983208] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.983365] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a/3fed22d1-6ab9-4449-abec-79a1a6cd288a.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.983618] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a/3fed22d1-6ab9-4449-abec-79a1a6cd288a.vmdk to [datastore1] e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72/e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.983937] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15378366-e241-49ce-a8ca-f444b06fc5dc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.990928] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1398.990928] env[71114]: value = "task-3822858" [ 1398.990928] env[71114]: _type = "Task" [ 1398.990928] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.998953] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.256550] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52986f1d-78dc-b500-70ca-3a9d49141f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.257958] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb875faf-49bf-4692-b4ff-f2e3f04bef2f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.267216] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1399.267216] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522b20ee-1815-cd8e-5223-412d35ad1227" [ 1399.267216] env[71114]: _type = "Task" [ 1399.267216] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.280244] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522b20ee-1815-cd8e-5223-412d35ad1227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.296233] env[71114]: DEBUG oslo_concurrency.lockutils [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-0d5df07c-2131-48bd-ab86-3ae28204e12f" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.297036] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.297505] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-414d7e37-a4b0-4757-8ed3-63d7030220d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.306168] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1399.306168] env[71114]: value = "task-3822859" [ 1399.306168] env[71114]: _type = "Task" [ 1399.306168] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.316112] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.502811] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822858, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.780068] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]522b20ee-1815-cd8e-5223-412d35ad1227, 'name': SearchDatastore_Task, 'duration_secs': 0.059159} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.780375] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.780676] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1/58c7f52f-ddd6-40d4-8ede-0e05b6f411b1.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1399.780972] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94ee9144-ec3e-4723-ad63-33ec9e86ef1b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.789419] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1399.789419] env[71114]: value = "task-3822860" [ 1399.789419] env[71114]: _type = "Task" [ 1399.789419] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.799282] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.816291] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822859, 'name': PowerOffVM_Task, 'duration_secs': 0.474154} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.816604] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.817295] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1399.817506] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.817664] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1399.817848] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.817999] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1399.818167] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1399.818436] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1399.818628] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1399.818811] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1399.818980] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1399.819185] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1399.824534] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41289832-44d5-488d-bfd4-dc0b1118fdce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.843050] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1399.843050] env[71114]: value = "task-3822861" [ 1399.843050] env[71114]: _type = "Task" [ 1399.843050] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.852964] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.004023] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822858, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.300564] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.354414] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.503931] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822858, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.800458] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.854861] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822861, 'name': ReconfigVM_Task, 'duration_secs': 0.561407} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.855749] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eee434f-5065-4279-b557-6e1c0f4324a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.875758] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.875987] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.876187] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.876361] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.876549] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.876722] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.876934] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.877109] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.877287] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.877452] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.877628] env[71114]: DEBUG nova.virt.hardware [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.878514] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e07462-6757-4e6d-9c80-5d41485c9c43 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.885037] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1400.885037] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5268be05-203b-6be2-1db4-e3d39f93453e" [ 1400.885037] env[71114]: _type = "Task" [ 1400.885037] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.895210] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5268be05-203b-6be2-1db4-e3d39f93453e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.005548] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822858, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.300972] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822860, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.396225] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5268be05-203b-6be2-1db4-e3d39f93453e, 'name': SearchDatastore_Task, 'duration_secs': 0.048395} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.402169] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1401.402601] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71c0f620-c1d3-491c-817d-f21110a58d17 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.423641] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1401.423641] env[71114]: value = "task-3822862" [ 1401.423641] env[71114]: _type = "Task" [ 1401.423641] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.433147] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.506964] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822858, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.377399} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.507466] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3fed22d1-6ab9-4449-abec-79a1a6cd288a/3fed22d1-6ab9-4449-abec-79a1a6cd288a.vmdk to [datastore1] e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72/e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.508321] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef58cef-df8d-4485-8259-38f4f25a29fc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.536157] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72/e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72.vmdk or device None with type streamOptimized {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.536818] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50672d22-c7b5-4275-88f5-bf4879015378 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.558521] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1401.558521] env[71114]: value = "task-3822863" [ 1401.558521] env[71114]: _type = "Task" [ 1401.558521] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.567610] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.801631] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822860, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.898133} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.801631] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore1] 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1/58c7f52f-ddd6-40d4-8ede-0e05b6f411b1.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.801875] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.802062] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30eb5af8-34d2-425d-81cb-39b5838ff24e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.808065] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1401.808065] env[71114]: value = "task-3822864" [ 1401.808065] env[71114]: _type = "Task" [ 1401.808065] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.816107] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.933432] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822862, 'name': ReconfigVM_Task, 'duration_secs': 0.316413} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.933647] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=71114) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1401.934565] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5266de-ab6b-4839-8f36-2da7c6bed0c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.957190] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 0d5df07c-2131-48bd-ab86-3ae28204e12f/0d5df07c-2131-48bd-ab86-3ae28204e12f.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1401.957459] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13b99dee-5096-401e-8bec-f963147615c9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.975478] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1401.975478] env[71114]: value = "task-3822865" [ 1401.975478] env[71114]: _type = "Task" [ 1401.975478] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.984079] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.069151] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822863, 'name': ReconfigVM_Task, 'duration_secs': 0.368858} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.069457] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72/e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72.vmdk or device None with type streamOptimized {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.070126] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef0d4564-6623-431f-9cca-9f0f3c309013 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.077746] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1402.077746] env[71114]: value = "task-3822866" [ 1402.077746] env[71114]: _type = "Task" [ 1402.077746] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.086751] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822866, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.318308] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071989} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.318545] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.319351] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f56201-a8b3-4ccf-9a7c-cd45509e5b85 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.342978] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1/58c7f52f-ddd6-40d4-8ede-0e05b6f411b1.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.343271] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3448efd-8053-4d4a-ad4d-ef1c5bcaf351 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.362745] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1402.362745] env[71114]: value = "task-3822867" [ 1402.362745] env[71114]: _type = "Task" [ 1402.362745] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.373505] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.485501] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822865, 'name': ReconfigVM_Task, 'duration_secs': 0.294582} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.485804] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 0d5df07c-2131-48bd-ab86-3ae28204e12f/0d5df07c-2131-48bd-ab86-3ae28204e12f.vmdk or device None with type thin {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.486709] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2a1d23-55c7-40f1-8778-90a791d9c837 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.505958] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e71cc0-ee06-4cd3-9104-a2cbb4d1b2c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.524823] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d441d2-556e-4fc1-aa02-fe49ff878071 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.543035] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c560542-4582-4d68-b2e6-45333c144888 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.550432] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.550704] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-094106be-42b3-4cc1-b09f-5cd175c6bcc8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.557281] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1402.557281] env[71114]: value = "task-3822868" [ 1402.557281] env[71114]: _type = "Task" [ 1402.557281] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.565370] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.588183] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822866, 'name': Rename_Task, 'duration_secs': 0.153487} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.588429] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1402.588698] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ae64670-e356-4c96-aba5-a2ad9c444610 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.595171] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1402.595171] env[71114]: value = "task-3822869" [ 1402.595171] env[71114]: _type = "Task" [ 1402.595171] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.604083] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.873285] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822867, 'name': ReconfigVM_Task, 'duration_secs': 0.284686} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.874035] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1/58c7f52f-ddd6-40d4-8ede-0e05b6f411b1.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.874284] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-770b67d6-54e2-4d9b-a007-e3f6acc3f4c1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.881480] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1402.881480] env[71114]: value = "task-3822870" [ 1402.881480] env[71114]: _type = "Task" [ 1402.881480] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.891540] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822870, 'name': Rename_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.066738] env[71114]: DEBUG oslo_vmware.api [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822868, 'name': PowerOnVM_Task, 'duration_secs': 0.502341} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.067049] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.107503] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.391601] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822870, 'name': Rename_Task, 'duration_secs': 0.1566} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.391992] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.392280] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae57f583-6324-41f1-97c0-23bdbbf59266 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.399187] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1403.399187] env[71114]: value = "task-3822871" [ 1403.399187] env[71114]: _type = "Task" [ 1403.399187] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.407107] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.608663] env[71114]: DEBUG oslo_vmware.api [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822869, 'name': PowerOnVM_Task, 'duration_secs': 0.622175} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.609059] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.711931] env[71114]: DEBUG nova.compute.manager [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1403.712907] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8272f1e9-c0d7-4f23-a7ab-2cbb3e300529 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.909269] env[71114]: DEBUG oslo_vmware.api [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822871, 'name': PowerOnVM_Task, 'duration_secs': 0.436381} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.909723] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1403.909814] env[71114]: INFO nova.compute.manager [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1403.909947] env[71114]: DEBUG nova.compute.manager [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1403.910754] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4651ad-32d0-4692-ac23-cf90f621c3d0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.079478] env[71114]: INFO nova.compute.manager [None req-39d02347-905a-4f17-81a9-2a590af54060 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance to original state: 'active' [ 1404.231090] env[71114]: DEBUG oslo_concurrency.lockutils [None req-456d29d1-aa17-4fa2-a5ca-35f3d8ed07e1 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.097s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.427746] env[71114]: INFO nova.compute.manager [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Took 14.49 seconds to build instance. [ 1404.929965] env[71114]: DEBUG oslo_concurrency.lockutils [None req-2e01bccf-7a6a-4209-98a0-9a3618d154ca tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.002s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.754466] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "0d5df07c-2131-48bd-ab86-3ae28204e12f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.754669] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "0d5df07c-2131-48bd-ab86-3ae28204e12f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.754878] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "0d5df07c-2131-48bd-ab86-3ae28204e12f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.755077] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "0d5df07c-2131-48bd-ab86-3ae28204e12f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.755257] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "0d5df07c-2131-48bd-ab86-3ae28204e12f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.757569] env[71114]: INFO nova.compute.manager [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Terminating instance [ 1405.879810] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.880039] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.261827] env[71114]: DEBUG nova.compute.manager [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.262354] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.262985] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010684d6-f21c-4ca3-a0f2-d28dbd90ccc5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.270973] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.271227] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3532389-4aef-44e0-af27-afa0a05d471a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.278589] env[71114]: DEBUG oslo_vmware.api [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1406.278589] env[71114]: value = "task-3822872" [ 1406.278589] env[71114]: _type = "Task" [ 1406.278589] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.286449] env[71114]: DEBUG oslo_vmware.api [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.382197] env[71114]: DEBUG nova.compute.manager [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.788411] env[71114]: DEBUG oslo_vmware.api [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822872, 'name': PowerOffVM_Task, 'duration_secs': 0.29362} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.788677] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.788847] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.789117] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adf9554b-27ed-45e8-976d-68f6190b9940 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.889335] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.889546] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.889728] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleting the datastore file [datastore1] 0d5df07c-2131-48bd-ab86-3ae28204e12f {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.892250] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe7397ef-814e-4534-a5eb-27057d5029ac {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.898427] env[71114]: DEBUG oslo_vmware.api [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1406.898427] env[71114]: value = "task-3822874" [ 1406.898427] env[71114]: _type = "Task" [ 1406.898427] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.907951] env[71114]: DEBUG oslo_vmware.api [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.908976] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.909333] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.910990] env[71114]: INFO nova.compute.claims [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.408960] env[71114]: DEBUG oslo_vmware.api [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160626} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.409342] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.409458] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.409660] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.409837] env[71114]: INFO nova.compute.manager [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1407.410095] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.410298] env[71114]: DEBUG nova.compute.manager [-] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.410395] env[71114]: DEBUG nova.network.neutron [-] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.847284] env[71114]: DEBUG nova.compute.manager [req-56b648fd-336f-4505-b748-f30f669abbd2 req-a493f7b6-c9f3-46aa-8ea8-9d5550c7e951 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Received event network-vif-deleted-0c245489-cf9c-444e-8fc5-2cc18c074aca {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.847284] env[71114]: INFO nova.compute.manager [req-56b648fd-336f-4505-b748-f30f669abbd2 req-a493f7b6-c9f3-46aa-8ea8-9d5550c7e951 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Neutron deleted interface 0c245489-cf9c-444e-8fc5-2cc18c074aca; detaching it from the instance and deleting it from the info cache [ 1407.847284] env[71114]: DEBUG nova.network.neutron [req-56b648fd-336f-4505-b748-f30f669abbd2 req-a493f7b6-c9f3-46aa-8ea8-9d5550c7e951 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.979942] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f60ab8-a4d5-4800-9d65-45a28fd150ef {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.987861] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c889d9-dbf0-4ef3-9a85-fe2357a93fc5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.018131] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c709b6-5ae2-45c3-89de-07bcd6d99c82 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.025747] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c72751f-b0fa-443d-b493-e0e5537e8fca {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.039895] env[71114]: DEBUG nova.compute.provider_tree [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.330938] env[71114]: DEBUG nova.network.neutron [-] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.349504] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f413a949-6816-4c5b-83e4-5d2956004520 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.359490] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e46b3d4-afec-4ba5-81cb-f5e020b648a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.386256] env[71114]: DEBUG nova.compute.manager [req-56b648fd-336f-4505-b748-f30f669abbd2 req-a493f7b6-c9f3-46aa-8ea8-9d5550c7e951 service nova] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Detach interface failed, port_id=0c245489-cf9c-444e-8fc5-2cc18c074aca, reason: Instance 0d5df07c-2131-48bd-ab86-3ae28204e12f could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.543123] env[71114]: DEBUG nova.scheduler.client.report [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.834529] env[71114]: INFO nova.compute.manager [-] [instance: 0d5df07c-2131-48bd-ab86-3ae28204e12f] Took 1.42 seconds to deallocate network for instance. [ 1409.048827] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.049324] env[71114]: DEBUG nova.compute.manager [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1409.341150] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.341381] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.341574] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.366268] env[71114]: INFO nova.scheduler.client.report [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleted allocations for instance 0d5df07c-2131-48bd-ab86-3ae28204e12f [ 1409.554014] env[71114]: DEBUG nova.compute.utils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1409.555477] env[71114]: DEBUG nova.compute.manager [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1409.555610] env[71114]: DEBUG nova.network.neutron [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1409.603718] env[71114]: DEBUG nova.policy [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '088ce490f1cf4dfc9c88eb192c9f0ae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f39fb26f9b8943d9bfe0b95616fe78a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1409.878118] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b6d5992c-2ed4-4490-abb9-7194c71f44e0 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "0d5df07c-2131-48bd-ab86-3ae28204e12f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.123s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.909512] env[71114]: DEBUG nova.network.neutron [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Successfully created port: 280d33be-560a-425c-9fb2-feb4ef37c6ca {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.058736] env[71114]: DEBUG nova.compute.manager [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1410.821566] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "fad08d49-046c-48a5-aec9-8847e881fee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.821845] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "fad08d49-046c-48a5-aec9-8847e881fee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.069042] env[71114]: DEBUG nova.compute.manager [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1411.099631] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.099904] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.100103] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.100306] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.100456] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.100607] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.100842] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.101009] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.101190] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.101356] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.101559] env[71114]: DEBUG nova.virt.hardware [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.102469] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af15a72-6258-48bf-b552-51d80c330a64 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.111518] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8955aa-2e9d-4bb4-b114-3109e8e749eb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.324646] env[71114]: DEBUG nova.compute.manager [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Starting instance... {{(pid=71114) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.410828] env[71114]: DEBUG nova.compute.manager [req-04a3b0e2-2fed-4621-a992-c5805691f1f1 req-4b603b2c-dfee-4d7b-bcc8-73ae5b0819bf service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Received event network-vif-plugged-280d33be-560a-425c-9fb2-feb4ef37c6ca {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.411107] env[71114]: DEBUG oslo_concurrency.lockutils [req-04a3b0e2-2fed-4621-a992-c5805691f1f1 req-4b603b2c-dfee-4d7b-bcc8-73ae5b0819bf service nova] Acquiring lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.411404] env[71114]: DEBUG oslo_concurrency.lockutils [req-04a3b0e2-2fed-4621-a992-c5805691f1f1 req-4b603b2c-dfee-4d7b-bcc8-73ae5b0819bf service nova] Lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.411619] env[71114]: DEBUG oslo_concurrency.lockutils [req-04a3b0e2-2fed-4621-a992-c5805691f1f1 req-4b603b2c-dfee-4d7b-bcc8-73ae5b0819bf service nova] Lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.411831] env[71114]: DEBUG nova.compute.manager [req-04a3b0e2-2fed-4621-a992-c5805691f1f1 req-4b603b2c-dfee-4d7b-bcc8-73ae5b0819bf service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] No waiting events found dispatching network-vif-plugged-280d33be-560a-425c-9fb2-feb4ef37c6ca {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1411.412056] env[71114]: WARNING nova.compute.manager [req-04a3b0e2-2fed-4621-a992-c5805691f1f1 req-4b603b2c-dfee-4d7b-bcc8-73ae5b0819bf service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Received unexpected event network-vif-plugged-280d33be-560a-425c-9fb2-feb4ef37c6ca for instance with vm_state building and task_state spawning. [ 1411.503408] env[71114]: DEBUG nova.network.neutron [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Successfully updated port: 280d33be-560a-425c-9fb2-feb4ef37c6ca {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.848404] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.848711] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.850253] env[71114]: INFO nova.compute.claims [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.005823] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "refresh_cache-072faccb-8d81-42ab-b8c6-aeeda30ef96b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.005969] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "refresh_cache-072faccb-8d81-42ab-b8c6-aeeda30ef96b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.006145] env[71114]: DEBUG nova.network.neutron [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.537703] env[71114]: DEBUG nova.network.neutron [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.658139] env[71114]: DEBUG nova.network.neutron [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Updating instance_info_cache with network_info: [{"id": "280d33be-560a-425c-9fb2-feb4ef37c6ca", "address": "fa:16:3e:f1:83:9a", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280d33be-56", "ovs_interfaceid": "280d33be-560a-425c-9fb2-feb4ef37c6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.919697] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484d7768-cf66-4988-8f6f-4b044c7ea3a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.927457] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32efd709-7c95-4c8e-95b3-0482378d353f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.957936] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d0108-4b2a-487c-994e-c6cf571c73b3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.965971] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8fff7c-f43a-4df0-8ab7-8d63152b0cdf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.981481] env[71114]: DEBUG nova.compute.provider_tree [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.160606] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "refresh_cache-072faccb-8d81-42ab-b8c6-aeeda30ef96b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.160985] env[71114]: DEBUG nova.compute.manager [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Instance network_info: |[{"id": "280d33be-560a-425c-9fb2-feb4ef37c6ca", "address": "fa:16:3e:f1:83:9a", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280d33be-56", "ovs_interfaceid": "280d33be-560a-425c-9fb2-feb4ef37c6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.161441] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:83:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '280d33be-560a-425c-9fb2-feb4ef37c6ca', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.169029] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.169256] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.169519] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d001246c-5ea5-4b68-8a98-5fd99db8ce8e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.189458] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.189458] env[71114]: value = "task-3822875" [ 1413.189458] env[71114]: _type = "Task" [ 1413.189458] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.197665] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822875, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.439913] env[71114]: DEBUG nova.compute.manager [req-d5104e86-8025-40ac-afd7-60ed27a1c19c req-6e069067-707e-4d93-9895-bf704bd890fd service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Received event network-changed-280d33be-560a-425c-9fb2-feb4ef37c6ca {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.440139] env[71114]: DEBUG nova.compute.manager [req-d5104e86-8025-40ac-afd7-60ed27a1c19c req-6e069067-707e-4d93-9895-bf704bd890fd service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Refreshing instance network info cache due to event network-changed-280d33be-560a-425c-9fb2-feb4ef37c6ca. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1413.440377] env[71114]: DEBUG oslo_concurrency.lockutils [req-d5104e86-8025-40ac-afd7-60ed27a1c19c req-6e069067-707e-4d93-9895-bf704bd890fd service nova] Acquiring lock "refresh_cache-072faccb-8d81-42ab-b8c6-aeeda30ef96b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.440566] env[71114]: DEBUG oslo_concurrency.lockutils [req-d5104e86-8025-40ac-afd7-60ed27a1c19c req-6e069067-707e-4d93-9895-bf704bd890fd service nova] Acquired lock "refresh_cache-072faccb-8d81-42ab-b8c6-aeeda30ef96b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.440710] env[71114]: DEBUG nova.network.neutron [req-d5104e86-8025-40ac-afd7-60ed27a1c19c req-6e069067-707e-4d93-9895-bf704bd890fd service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Refreshing network info cache for port 280d33be-560a-425c-9fb2-feb4ef37c6ca {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.485312] env[71114]: DEBUG nova.scheduler.client.report [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.699997] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822875, 'name': CreateVM_Task, 'duration_secs': 0.313094} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.701231] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.701231] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.701355] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.701630] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.701885] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8aed544-740b-4f67-9eef-01bfde6f05f7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.707055] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1413.707055] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e512be-f4e6-37e9-f3f7-7ab226bd0039" [ 1413.707055] env[71114]: _type = "Task" [ 1413.707055] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.714840] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e512be-f4e6-37e9-f3f7-7ab226bd0039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.990719] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.991243] env[71114]: DEBUG nova.compute.manager [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Start building networks asynchronously for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.125224] env[71114]: DEBUG nova.network.neutron [req-d5104e86-8025-40ac-afd7-60ed27a1c19c req-6e069067-707e-4d93-9895-bf704bd890fd service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Updated VIF entry in instance network info cache for port 280d33be-560a-425c-9fb2-feb4ef37c6ca. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.125597] env[71114]: DEBUG nova.network.neutron [req-d5104e86-8025-40ac-afd7-60ed27a1c19c req-6e069067-707e-4d93-9895-bf704bd890fd service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Updating instance_info_cache with network_info: [{"id": "280d33be-560a-425c-9fb2-feb4ef37c6ca", "address": "fa:16:3e:f1:83:9a", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap280d33be-56", "ovs_interfaceid": "280d33be-560a-425c-9fb2-feb4ef37c6ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.217559] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52e512be-f4e6-37e9-f3f7-7ab226bd0039, 'name': SearchDatastore_Task, 'duration_secs': 0.010197} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.217856] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.218101] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1414.218338] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.218525] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.218731] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1414.218993] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-659a7112-50fd-4e71-a714-9f7333d4b420 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.227871] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1414.228006] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1414.228781] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1805f5-f1a2-444f-8b17-62f0a220faec {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.233959] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1414.233959] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f7c684-b787-8b9e-9f3b-83c551ede46f" [ 1414.233959] env[71114]: _type = "Task" [ 1414.233959] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.241571] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f7c684-b787-8b9e-9f3b-83c551ede46f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.495904] env[71114]: DEBUG nova.compute.utils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Using /dev/sd instead of None {{(pid=71114) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1414.497299] env[71114]: DEBUG nova.compute.manager [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Allocating IP information in the background. {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.497468] env[71114]: DEBUG nova.network.neutron [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] allocate_for_instance() {{(pid=71114) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.540346] env[71114]: DEBUG nova.policy [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b172375d5d1a48e9a7863a0dbfeeaeb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b24d92dd961e45f69cc7d6513f5eaed8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=71114) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.628893] env[71114]: DEBUG oslo_concurrency.lockutils [req-d5104e86-8025-40ac-afd7-60ed27a1c19c req-6e069067-707e-4d93-9895-bf704bd890fd service nova] Releasing lock "refresh_cache-072faccb-8d81-42ab-b8c6-aeeda30ef96b" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.745098] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52f7c684-b787-8b9e-9f3b-83c551ede46f, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.745902] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b893d9-89b7-4592-99ef-614b751cac4e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.754842] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1414.754842] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5298f820-121d-1b0a-a0c8-30da4603c493" [ 1414.754842] env[71114]: _type = "Task" [ 1414.754842] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.761048] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5298f820-121d-1b0a-a0c8-30da4603c493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.776763] env[71114]: DEBUG nova.network.neutron [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Successfully created port: afd3a01a-8122-4dbb-907c-965313d47f9a {{(pid=71114) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.000765] env[71114]: DEBUG nova.compute.manager [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Start building block device mappings for instance. {{(pid=71114) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.262795] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5298f820-121d-1b0a-a0c8-30da4603c493, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.263098] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.263362] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 072faccb-8d81-42ab-b8c6-aeeda30ef96b/072faccb-8d81-42ab-b8c6-aeeda30ef96b.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.263631] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7fedd4a-b669-43a3-9991-c99eef3354a2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.270546] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1415.270546] env[71114]: value = "task-3822876" [ 1415.270546] env[71114]: _type = "Task" [ 1415.270546] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.278699] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.784149] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822876, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.010394] env[71114]: DEBUG nova.compute.manager [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Start spawning the instance on the hypervisor. {{(pid=71114) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.037470] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-05T22:27:39Z,direct_url=,disk_format='vmdk',id=80587d26-4458-483e-9a99-d25c76fd36ad,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b5c0c64fafd44679979e5acb02fc2afd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-05T22:27:40Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.037717] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.037874] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.038067] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.038218] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.038366] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.038623] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.038785] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.038952] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.039131] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.039306] env[71114]: DEBUG nova.virt.hardware [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.040207] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670108b9-152a-41e7-b7f8-c0ebd71202d6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.047956] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbcf672-2f08-4e51-86a7-8b015b94f5b8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.142883] env[71114]: DEBUG nova.compute.manager [req-302d7ff8-a1c0-4601-8147-e54041e6b60a req-e22cdf5c-ad6c-4820-b0ef-ca9a73fcd8b5 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Received event network-vif-plugged-afd3a01a-8122-4dbb-907c-965313d47f9a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.143130] env[71114]: DEBUG oslo_concurrency.lockutils [req-302d7ff8-a1c0-4601-8147-e54041e6b60a req-e22cdf5c-ad6c-4820-b0ef-ca9a73fcd8b5 service nova] Acquiring lock "fad08d49-046c-48a5-aec9-8847e881fee9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.143346] env[71114]: DEBUG oslo_concurrency.lockutils [req-302d7ff8-a1c0-4601-8147-e54041e6b60a req-e22cdf5c-ad6c-4820-b0ef-ca9a73fcd8b5 service nova] Lock "fad08d49-046c-48a5-aec9-8847e881fee9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.143518] env[71114]: DEBUG oslo_concurrency.lockutils [req-302d7ff8-a1c0-4601-8147-e54041e6b60a req-e22cdf5c-ad6c-4820-b0ef-ca9a73fcd8b5 service nova] Lock "fad08d49-046c-48a5-aec9-8847e881fee9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.143692] env[71114]: DEBUG nova.compute.manager [req-302d7ff8-a1c0-4601-8147-e54041e6b60a req-e22cdf5c-ad6c-4820-b0ef-ca9a73fcd8b5 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] No waiting events found dispatching network-vif-plugged-afd3a01a-8122-4dbb-907c-965313d47f9a {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1416.143978] env[71114]: WARNING nova.compute.manager [req-302d7ff8-a1c0-4601-8147-e54041e6b60a req-e22cdf5c-ad6c-4820-b0ef-ca9a73fcd8b5 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Received unexpected event network-vif-plugged-afd3a01a-8122-4dbb-907c-965313d47f9a for instance with vm_state building and task_state spawning. [ 1416.230654] env[71114]: DEBUG nova.network.neutron [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Successfully updated port: afd3a01a-8122-4dbb-907c-965313d47f9a {{(pid=71114) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.281994] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559033} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.282273] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] 072faccb-8d81-42ab-b8c6-aeeda30ef96b/072faccb-8d81-42ab-b8c6-aeeda30ef96b.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.282488] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.282731] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f1b7549-0126-49f1-aa20-bed566681f09 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.289852] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1416.289852] env[71114]: value = "task-3822877" [ 1416.289852] env[71114]: _type = "Task" [ 1416.289852] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.297747] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.734088] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.734088] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.734088] env[71114]: DEBUG nova.network.neutron [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.801153] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.490269} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.801436] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1416.802294] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd665ed0-8c20-43c0-be83-e00cb0f7bda0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.553712] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 072faccb-8d81-42ab-b8c6-aeeda30ef96b/072faccb-8d81-42ab-b8c6-aeeda30ef96b.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.554143] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf09150-b7f5-4784-8e1c-f05815d04f94 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.574664] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1417.574664] env[71114]: value = "task-3822878" [ 1417.574664] env[71114]: _type = "Task" [ 1417.574664] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.583021] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.594829] env[71114]: DEBUG nova.network.neutron [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Instance cache missing network info. {{(pid=71114) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1417.729019] env[71114]: DEBUG nova.network.neutron [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Updating instance_info_cache with network_info: [{"id": "afd3a01a-8122-4dbb-907c-965313d47f9a", "address": "fa:16:3e:d7:dd:ff", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd3a01a-81", "ovs_interfaceid": "afd3a01a-8122-4dbb-907c-965313d47f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.084961] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822878, 'name': ReconfigVM_Task, 'duration_secs': 0.271367} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.085251] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 072faccb-8d81-42ab-b8c6-aeeda30ef96b/072faccb-8d81-42ab-b8c6-aeeda30ef96b.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.085890] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bad0104-de89-4346-9283-458c4fdb49b5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.092321] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1418.092321] env[71114]: value = "task-3822879" [ 1418.092321] env[71114]: _type = "Task" [ 1418.092321] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.099911] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822879, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.173363] env[71114]: DEBUG nova.compute.manager [req-21908932-b78e-4722-be5c-b8616f39cf2d req-c8ccefcf-4f44-4c10-af2b-b57346e37048 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Received event network-changed-afd3a01a-8122-4dbb-907c-965313d47f9a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.173713] env[71114]: DEBUG nova.compute.manager [req-21908932-b78e-4722-be5c-b8616f39cf2d req-c8ccefcf-4f44-4c10-af2b-b57346e37048 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Refreshing instance network info cache due to event network-changed-afd3a01a-8122-4dbb-907c-965313d47f9a. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1418.174047] env[71114]: DEBUG oslo_concurrency.lockutils [req-21908932-b78e-4722-be5c-b8616f39cf2d req-c8ccefcf-4f44-4c10-af2b-b57346e37048 service nova] Acquiring lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.231760] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.232684] env[71114]: DEBUG nova.compute.manager [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Instance network_info: |[{"id": "afd3a01a-8122-4dbb-907c-965313d47f9a", "address": "fa:16:3e:d7:dd:ff", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd3a01a-81", "ovs_interfaceid": "afd3a01a-8122-4dbb-907c-965313d47f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=71114) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1418.232684] env[71114]: DEBUG oslo_concurrency.lockutils [req-21908932-b78e-4722-be5c-b8616f39cf2d req-c8ccefcf-4f44-4c10-af2b-b57346e37048 service nova] Acquired lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.232894] env[71114]: DEBUG nova.network.neutron [req-21908932-b78e-4722-be5c-b8616f39cf2d req-c8ccefcf-4f44-4c10-af2b-b57346e37048 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Refreshing network info cache for port afd3a01a-8122-4dbb-907c-965313d47f9a {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.234153] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:dd:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afd3a01a-8122-4dbb-907c-965313d47f9a', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.242174] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.243839] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.244141] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3ad3799-8985-40e2-b5ef-c942df719405 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.265625] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.265625] env[71114]: value = "task-3822880" [ 1418.265625] env[71114]: _type = "Task" [ 1418.265625] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.274828] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822880, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.601859] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822879, 'name': Rename_Task, 'duration_secs': 0.154941} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.602212] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.602345] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac178d26-a2a1-471e-9992-197adb204f04 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.608987] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1418.608987] env[71114]: value = "task-3822881" [ 1418.608987] env[71114]: _type = "Task" [ 1418.608987] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.617189] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.776735] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822880, 'name': CreateVM_Task, 'duration_secs': 0.324712} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.778955] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.779931] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.780192] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.780570] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.781153] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7493e926-6d22-4a70-aa62-29f55f8b5f15 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.787062] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1418.787062] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52acea6f-1089-348c-7598-273ad4212832" [ 1418.787062] env[71114]: _type = "Task" [ 1418.787062] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.795513] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52acea6f-1089-348c-7598-273ad4212832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.961225] env[71114]: DEBUG nova.network.neutron [req-21908932-b78e-4722-be5c-b8616f39cf2d req-c8ccefcf-4f44-4c10-af2b-b57346e37048 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Updated VIF entry in instance network info cache for port afd3a01a-8122-4dbb-907c-965313d47f9a. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.961672] env[71114]: DEBUG nova.network.neutron [req-21908932-b78e-4722-be5c-b8616f39cf2d req-c8ccefcf-4f44-4c10-af2b-b57346e37048 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Updating instance_info_cache with network_info: [{"id": "afd3a01a-8122-4dbb-907c-965313d47f9a", "address": "fa:16:3e:d7:dd:ff", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd3a01a-81", "ovs_interfaceid": "afd3a01a-8122-4dbb-907c-965313d47f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.122672] env[71114]: DEBUG oslo_vmware.api [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822881, 'name': PowerOnVM_Task, 'duration_secs': 0.503915} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.123013] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.123332] env[71114]: INFO nova.compute.manager [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1419.123626] env[71114]: DEBUG nova.compute.manager [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1419.124850] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f81f71-609b-49c0-9807-6e5de95bd7d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.297495] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52acea6f-1089-348c-7598-273ad4212832, 'name': SearchDatastore_Task, 'duration_secs': 0.01729} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.297840] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.298097] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Processing image 80587d26-4458-483e-9a99-d25c76fd36ad {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.298379] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.298564] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.298751] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.299009] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10bdf46d-0f21-4899-86e1-67f2491de839 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.308302] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.308512] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.309260] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386bd5ee-f805-4d22-8b50-3b9b5d937ea2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.314576] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1419.314576] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52434e09-154c-3feb-da5b-93a51cbb0beb" [ 1419.314576] env[71114]: _type = "Task" [ 1419.314576] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.323109] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52434e09-154c-3feb-da5b-93a51cbb0beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.464751] env[71114]: DEBUG oslo_concurrency.lockutils [req-21908932-b78e-4722-be5c-b8616f39cf2d req-c8ccefcf-4f44-4c10-af2b-b57346e37048 service nova] Releasing lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.647287] env[71114]: INFO nova.compute.manager [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Took 12.76 seconds to build instance. [ 1419.826109] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52434e09-154c-3feb-da5b-93a51cbb0beb, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.827236] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1488aa39-90cb-4975-a19d-359512acf0b7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.833731] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1419.833731] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5224362f-bae2-9dcf-4327-286c9492b81f" [ 1419.833731] env[71114]: _type = "Task" [ 1419.833731] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.843436] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5224362f-bae2-9dcf-4327-286c9492b81f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.123653] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.149220] env[71114]: DEBUG oslo_concurrency.lockutils [None req-115f5344-b561-42c4-a8db-aacdba20e23a tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.269s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.149534] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.026s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.149761] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.149965] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.150149] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.152394] env[71114]: INFO nova.compute.manager [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Terminating instance [ 1420.344954] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]5224362f-bae2-9dcf-4327-286c9492b81f, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.344954] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "[datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.344954] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] fad08d49-046c-48a5-aec9-8847e881fee9/fad08d49-046c-48a5-aec9-8847e881fee9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.344954] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc08fb64-b41e-4a63-b54f-e65060e4f31f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.351616] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1420.351616] env[71114]: value = "task-3822882" [ 1420.351616] env[71114]: _type = "Task" [ 1420.351616] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.655815] env[71114]: DEBUG nova.compute.manager [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.656200] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.657063] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e51bffa-8f1e-414d-be3c-41473ecdd325 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.667579] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.667906] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20239bdc-2c93-4379-946c-7020b7a3acdb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.676514] env[71114]: DEBUG oslo_vmware.api [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1420.676514] env[71114]: value = "task-3822883" [ 1420.676514] env[71114]: _type = "Task" [ 1420.676514] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.688420] env[71114]: DEBUG oslo_vmware.api [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.862943] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483814} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.863285] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/80587d26-4458-483e-9a99-d25c76fd36ad/80587d26-4458-483e-9a99-d25c76fd36ad.vmdk to [datastore2] fad08d49-046c-48a5-aec9-8847e881fee9/fad08d49-046c-48a5-aec9-8847e881fee9.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.863492] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Extending root virtual disk to 1048576 {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.863760] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d13952ef-15e3-4881-b009-3d7b31338ac2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.872439] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1420.872439] env[71114]: value = "task-3822884" [ 1420.872439] env[71114]: _type = "Task" [ 1420.872439] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.882482] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.188076] env[71114]: DEBUG oslo_vmware.api [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822883, 'name': PowerOffVM_Task, 'duration_secs': 0.298394} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.188364] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.188574] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.188836] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3963643-071e-458d-b6ed-5049a6c5325f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.290860] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.291258] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.291567] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleting the datastore file [datastore2] 072faccb-8d81-42ab-b8c6-aeeda30ef96b {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.291935] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46223102-953a-477e-bc56-8ea0a3e06151 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.299495] env[71114]: DEBUG oslo_vmware.api [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1421.299495] env[71114]: value = "task-3822886" [ 1421.299495] env[71114]: _type = "Task" [ 1421.299495] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.311626] env[71114]: DEBUG oslo_vmware.api [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.382172] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093204} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.382470] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Extended root virtual disk {{(pid=71114) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.383340] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc12bf3-32ef-4a3c-833d-c63729899050 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.405932] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] fad08d49-046c-48a5-aec9-8847e881fee9/fad08d49-046c-48a5-aec9-8847e881fee9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.406242] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47247bd0-fa4a-4c13-8cf0-26aaf867a372 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.426407] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1421.426407] env[71114]: value = "task-3822887" [ 1421.426407] env[71114]: _type = "Task" [ 1421.426407] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.435306] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.810485] env[71114]: DEBUG oslo_vmware.api [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.938510] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.310863] env[71114]: DEBUG oslo_vmware.api [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.701736} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.310863] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.311046] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.311196] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.311432] env[71114]: INFO nova.compute.manager [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1422.311698] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.312435] env[71114]: DEBUG nova.compute.manager [-] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.312435] env[71114]: DEBUG nova.network.neutron [-] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.436224] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822887, 'name': ReconfigVM_Task, 'duration_secs': 0.844728} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.436539] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Reconfigured VM instance instance-0000007f to attach disk [datastore2] fad08d49-046c-48a5-aec9-8847e881fee9/fad08d49-046c-48a5-aec9-8847e881fee9.vmdk or device None with type sparse {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.437159] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b54dacea-de76-4ce2-b198-6a42e9be77cd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.443546] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1422.443546] env[71114]: value = "task-3822888" [ 1422.443546] env[71114]: _type = "Task" [ 1422.443546] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.451135] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822888, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.564271] env[71114]: DEBUG nova.compute.manager [req-0f12cf6b-20d9-43f2-9021-0eef60953207 req-a9edc674-ac4c-4636-8e31-8ea5892c5286 service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Received event network-vif-deleted-280d33be-560a-425c-9fb2-feb4ef37c6ca {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1422.564271] env[71114]: INFO nova.compute.manager [req-0f12cf6b-20d9-43f2-9021-0eef60953207 req-a9edc674-ac4c-4636-8e31-8ea5892c5286 service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Neutron deleted interface 280d33be-560a-425c-9fb2-feb4ef37c6ca; detaching it from the instance and deleting it from the info cache [ 1422.564271] env[71114]: DEBUG nova.network.neutron [req-0f12cf6b-20d9-43f2-9021-0eef60953207 req-a9edc674-ac4c-4636-8e31-8ea5892c5286 service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.954118] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822888, 'name': Rename_Task, 'duration_secs': 0.154364} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.954389] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.954634] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd1aee58-d525-4c24-8639-ef6b1b25cba2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.961839] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1422.961839] env[71114]: value = "task-3822889" [ 1422.961839] env[71114]: _type = "Task" [ 1422.961839] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.971778] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.046689] env[71114]: DEBUG nova.network.neutron [-] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.067841] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27cc6c81-6b96-4097-85fb-521e2bbfa707 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.078027] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8f7107-5211-431e-8cac-c5a51d2f70d3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.107104] env[71114]: DEBUG nova.compute.manager [req-0f12cf6b-20d9-43f2-9021-0eef60953207 req-a9edc674-ac4c-4636-8e31-8ea5892c5286 service nova] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Detach interface failed, port_id=280d33be-560a-425c-9fb2-feb4ef37c6ca, reason: Instance 072faccb-8d81-42ab-b8c6-aeeda30ef96b could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1423.471866] env[71114]: DEBUG oslo_vmware.api [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822889, 'name': PowerOnVM_Task, 'duration_secs': 0.468311} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.472156] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.472358] env[71114]: INFO nova.compute.manager [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1423.472538] env[71114]: DEBUG nova.compute.manager [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1423.473327] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d00591-97b9-4041-9004-c7723ced497f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.549850] env[71114]: INFO nova.compute.manager [-] [instance: 072faccb-8d81-42ab-b8c6-aeeda30ef96b] Took 1.24 seconds to deallocate network for instance. [ 1423.989662] env[71114]: INFO nova.compute.manager [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Took 12.16 seconds to build instance. [ 1424.057369] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.057369] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.057563] env[71114]: DEBUG nova.objects.instance [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lazy-loading 'resources' on Instance uuid 072faccb-8d81-42ab-b8c6-aeeda30ef96b {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.492066] env[71114]: DEBUG oslo_concurrency.lockutils [None req-de7c13c6-d7e8-46ab-be8a-dd36d6b3b032 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "fad08d49-046c-48a5-aec9-8847e881fee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.670s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.628558] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1bec06-a123-4389-918b-e64ca7be430c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.637033] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03626c2-e9bf-4636-b527-28179145f072 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.668972] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c431d2c-400b-4d4a-b2dc-d9d6b2242cfe {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.677531] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358b9955-7d7b-42f2-85a6-63842f5daa69 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.692115] env[71114]: DEBUG nova.compute.provider_tree [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.195361] env[71114]: DEBUG nova.scheduler.client.report [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.385034] env[71114]: DEBUG nova.compute.manager [req-9db5b253-ed2d-4c80-92f6-57ca608b8015 req-1357b309-a95c-42b7-a1fc-ef7113cc9864 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Received event network-changed-afd3a01a-8122-4dbb-907c-965313d47f9a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.385034] env[71114]: DEBUG nova.compute.manager [req-9db5b253-ed2d-4c80-92f6-57ca608b8015 req-1357b309-a95c-42b7-a1fc-ef7113cc9864 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Refreshing instance network info cache due to event network-changed-afd3a01a-8122-4dbb-907c-965313d47f9a. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1425.385418] env[71114]: DEBUG oslo_concurrency.lockutils [req-9db5b253-ed2d-4c80-92f6-57ca608b8015 req-1357b309-a95c-42b7-a1fc-ef7113cc9864 service nova] Acquiring lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.385418] env[71114]: DEBUG oslo_concurrency.lockutils [req-9db5b253-ed2d-4c80-92f6-57ca608b8015 req-1357b309-a95c-42b7-a1fc-ef7113cc9864 service nova] Acquired lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.385418] env[71114]: DEBUG nova.network.neutron [req-9db5b253-ed2d-4c80-92f6-57ca608b8015 req-1357b309-a95c-42b7-a1fc-ef7113cc9864 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Refreshing network info cache for port afd3a01a-8122-4dbb-907c-965313d47f9a {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.700605] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.720978] env[71114]: INFO nova.scheduler.client.report [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleted allocations for instance 072faccb-8d81-42ab-b8c6-aeeda30ef96b [ 1426.096474] env[71114]: DEBUG nova.network.neutron [req-9db5b253-ed2d-4c80-92f6-57ca608b8015 req-1357b309-a95c-42b7-a1fc-ef7113cc9864 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Updated VIF entry in instance network info cache for port afd3a01a-8122-4dbb-907c-965313d47f9a. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.096844] env[71114]: DEBUG nova.network.neutron [req-9db5b253-ed2d-4c80-92f6-57ca608b8015 req-1357b309-a95c-42b7-a1fc-ef7113cc9864 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Updating instance_info_cache with network_info: [{"id": "afd3a01a-8122-4dbb-907c-965313d47f9a", "address": "fa:16:3e:d7:dd:ff", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd3a01a-81", "ovs_interfaceid": "afd3a01a-8122-4dbb-907c-965313d47f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.228759] env[71114]: DEBUG oslo_concurrency.lockutils [None req-4bbce5d6-1726-4ab5-b2b6-6f5dcbde05ee tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "072faccb-8d81-42ab-b8c6-aeeda30ef96b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.079s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.600044] env[71114]: DEBUG oslo_concurrency.lockutils [req-9db5b253-ed2d-4c80-92f6-57ca608b8015 req-1357b309-a95c-42b7-a1fc-ef7113cc9864 service nova] Releasing lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.405608] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.405954] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.406084] env[71114]: INFO nova.compute.manager [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Shelving [ 1437.415301] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.415687] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25429b32-be40-44da-9da0-2decace82799 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.424522] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1437.424522] env[71114]: value = "task-3822890" [ 1437.424522] env[71114]: _type = "Task" [ 1437.424522] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.434026] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.935758] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822890, 'name': PowerOffVM_Task, 'duration_secs': 0.265642} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.936044] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.936862] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accc4a8d-61f6-4696-af65-b58f773affcf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.955779] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce3cdc0-13b5-4572-8eac-757c3c616ee8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.466738] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Creating Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1438.467127] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e6abde2-2fe6-44f3-9d79-17fa258e6e27 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.475361] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1438.475361] env[71114]: value = "task-3822891" [ 1438.475361] env[71114]: _type = "Task" [ 1438.475361] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.483981] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822891, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.990595] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822891, 'name': CreateSnapshot_Task, 'duration_secs': 0.400633} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.991066] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Created Snapshot of the VM instance {{(pid=71114) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1438.992316] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9c4f80-4d01-4f62-94ad-7cc243fdac58 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.516258] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Creating linked-clone VM from snapshot {{(pid=71114) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1439.516607] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2597e363-9eb8-4768-9e1e-04196562cfc7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.525956] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1439.525956] env[71114]: value = "task-3822892" [ 1439.525956] env[71114]: _type = "Task" [ 1439.525956] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.536126] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822892, 'name': CloneVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.036088] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822892, 'name': CloneVM_Task} progress is 94%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.218403] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.218641] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.218881] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.219100] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.219268] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.219417] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.219567] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.219712] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71114) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1440.219881] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.535675] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822892, 'name': CloneVM_Task, 'duration_secs': 0.977145} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.536142] env[71114]: INFO nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Created linked-clone VM from snapshot [ 1440.536746] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1236a31b-a22a-4d3c-866e-3d3ad0e4b728 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.544379] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Uploading image feb24cf7-5856-46b2-8fdd-0d12abc9546e {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1440.570220] env[71114]: DEBUG oslo_vmware.rw_handles [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1440.570220] env[71114]: value = "vm-760080" [ 1440.570220] env[71114]: _type = "VirtualMachine" [ 1440.570220] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1440.570497] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7f3e6ff-c944-41d4-bcb9-a94364ee5d1d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.577875] env[71114]: DEBUG oslo_vmware.rw_handles [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lease: (returnval){ [ 1440.577875] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52187896-ae98-d221-85fe-7668f47c1a1f" [ 1440.577875] env[71114]: _type = "HttpNfcLease" [ 1440.577875] env[71114]: } obtained for exporting VM: (result){ [ 1440.577875] env[71114]: value = "vm-760080" [ 1440.577875] env[71114]: _type = "VirtualMachine" [ 1440.577875] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1440.578122] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the lease: (returnval){ [ 1440.578122] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52187896-ae98-d221-85fe-7668f47c1a1f" [ 1440.578122] env[71114]: _type = "HttpNfcLease" [ 1440.578122] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1440.585502] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1440.585502] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52187896-ae98-d221-85fe-7668f47c1a1f" [ 1440.585502] env[71114]: _type = "HttpNfcLease" [ 1440.585502] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1440.722543] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.722801] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.722968] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.723139] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71114) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1440.724023] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5567e609-92e3-4529-8bb2-81854e058f5c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.737079] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525ce5d8-6ced-48d4-8283-2edbf930bd15 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.752231] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25257a5-32d1-46ee-ad67-0ceb49ebf5c2 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.759369] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78209c37-7d27-4fca-a023-94915db52f33 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.790162] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180411MB free_disk=51GB free_vcpus=48 pci_devices=None {{(pid=71114) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1440.790328] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.790522] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.086582] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1441.086582] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52187896-ae98-d221-85fe-7668f47c1a1f" [ 1441.086582] env[71114]: _type = "HttpNfcLease" [ 1441.086582] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1441.086879] env[71114]: DEBUG oslo_vmware.rw_handles [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1441.086879] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52187896-ae98-d221-85fe-7668f47c1a1f" [ 1441.086879] env[71114]: _type = "HttpNfcLease" [ 1441.086879] env[71114]: }. {{(pid=71114) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1441.087604] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8770ee-32c1-4729-b08c-d8cd6a5228e8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.094987] env[71114]: DEBUG oslo_vmware.rw_handles [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215678f-8fac-ff8e-ca88-16c2247f32c9/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1441.095175] env[71114]: DEBUG oslo_vmware.rw_handles [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215678f-8fac-ff8e-ca88-16c2247f32c9/disk-0.vmdk for reading. {{(pid=71114) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1441.180492] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4cf6f671-75e3-49b1-a041-ca50caea48e5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.231956] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.232247] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.232461] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.232645] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.232817] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.235089] env[71114]: INFO nova.compute.manager [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Terminating instance [ 1441.739765] env[71114]: DEBUG nova.compute.manager [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.740122] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.740947] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f186c22f-31c8-4025-aa51-6b46444e1048 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.751475] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.751811] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfef2cd6-01c0-4717-91ea-0d3383a6de60 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.759835] env[71114]: DEBUG oslo_vmware.api [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1441.759835] env[71114]: value = "task-3822894" [ 1441.759835] env[71114]: _type = "Task" [ 1441.759835] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.769199] env[71114]: DEBUG oslo_vmware.api [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.818902] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1441.819085] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1441.819235] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance fad08d49-046c-48a5-aec9-8847e881fee9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1441.819476] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1441.819658] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1441.878683] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6610ee7c-674a-4182-8d5d-e9d2248588c4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.888070] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ce421c-dda1-4852-9771-8163236942bb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.924347] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10e6cc6-2d60-412e-b1ba-adac36e96814 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.933641] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75904cc-95a2-42bc-a62e-1af21f437b36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.951142] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.269965] env[71114]: DEBUG oslo_vmware.api [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822894, 'name': PowerOffVM_Task, 'duration_secs': 0.234242} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.270317] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.270555] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.270873] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9b08678-c86d-40e6-b744-49bb6456c19a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.337999] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.338257] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.338523] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleting the datastore file [datastore1] e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.338921] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67102106-bf2b-47d1-bb47-98701c4d87d5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.346851] env[71114]: DEBUG oslo_vmware.api [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for the task: (returnval){ [ 1442.346851] env[71114]: value = "task-3822896" [ 1442.346851] env[71114]: _type = "Task" [ 1442.346851] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.355428] env[71114]: DEBUG oslo_vmware.api [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.455844] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.857469] env[71114]: DEBUG oslo_vmware.api [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Task: {'id': task-3822896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164023} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.857861] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.858064] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.858380] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.858639] env[71114]: INFO nova.compute.manager [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1442.858978] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.859233] env[71114]: DEBUG nova.compute.manager [-] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.859367] env[71114]: DEBUG nova.network.neutron [-] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.961355] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1442.961600] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.171s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.356161] env[71114]: DEBUG nova.compute.manager [req-02d19c92-cee3-417f-aaa7-8e4b78ee80eb req-98939689-3d84-4f44-8b27-4fa6466fca6d service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Received event network-vif-deleted-450d670a-91d7-4e58-9282-c5d9aedbf19e {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1443.356555] env[71114]: INFO nova.compute.manager [req-02d19c92-cee3-417f-aaa7-8e4b78ee80eb req-98939689-3d84-4f44-8b27-4fa6466fca6d service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Neutron deleted interface 450d670a-91d7-4e58-9282-c5d9aedbf19e; detaching it from the instance and deleting it from the info cache [ 1443.356901] env[71114]: DEBUG nova.network.neutron [req-02d19c92-cee3-417f-aaa7-8e4b78ee80eb req-98939689-3d84-4f44-8b27-4fa6466fca6d service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.834463] env[71114]: DEBUG nova.network.neutron [-] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.860398] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62526fc7-4259-417c-99b4-e6f76d73626d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.870994] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e22f7-cfdc-4c76-8d6e-12992f5aee4f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.898213] env[71114]: DEBUG nova.compute.manager [req-02d19c92-cee3-417f-aaa7-8e4b78ee80eb req-98939689-3d84-4f44-8b27-4fa6466fca6d service nova] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Detach interface failed, port_id=450d670a-91d7-4e58-9282-c5d9aedbf19e, reason: Instance e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1444.337888] env[71114]: INFO nova.compute.manager [-] [instance: e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72] Took 1.48 seconds to deallocate network for instance. [ 1444.845110] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.845320] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.845553] env[71114]: DEBUG nova.objects.instance [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lazy-loading 'resources' on Instance uuid e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.406616] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beadc4b7-caf9-4264-87b3-4897d1a65ff3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.416253] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0446bd-1ebb-4e97-a59f-7cc0278fb925 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.448626] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc1ace5-25bd-4f42-b614-1fc7e33fbe8c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.456741] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd74f91-e4d6-472e-8c48-31141b534a5e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.471169] env[71114]: DEBUG nova.compute.provider_tree [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.974983] env[71114]: DEBUG nova.scheduler.client.report [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.481018] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.502988] env[71114]: INFO nova.scheduler.client.report [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Deleted allocations for instance e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72 [ 1447.012835] env[71114]: DEBUG oslo_concurrency.lockutils [None req-42c29c0d-f57f-47e6-b154-ddde80a5e197 tempest-AttachVolumeShelveTestJSON-1644119313 tempest-AttachVolumeShelveTestJSON-1644119313-project-member] Lock "e79e36ff-bfe7-4e26-b6c0-0f7e1b629e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.780s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.627838] env[71114]: DEBUG oslo_vmware.rw_handles [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215678f-8fac-ff8e-ca88-16c2247f32c9/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1448.628713] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b1904f-b51d-4130-884c-1904b0da56d9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.634945] env[71114]: DEBUG oslo_vmware.rw_handles [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215678f-8fac-ff8e-ca88-16c2247f32c9/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1448.635133] env[71114]: ERROR oslo_vmware.rw_handles [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215678f-8fac-ff8e-ca88-16c2247f32c9/disk-0.vmdk due to incomplete transfer. [ 1448.635352] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e68b04a-62c6-4ebb-89e0-47956c9fb7a7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.642998] env[71114]: DEBUG oslo_vmware.rw_handles [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5215678f-8fac-ff8e-ca88-16c2247f32c9/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1448.643253] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Uploaded image feb24cf7-5856-46b2-8fdd-0d12abc9546e to the Glance image server {{(pid=71114) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1448.645345] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Destroying the VM {{(pid=71114) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1448.645591] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-37130fe2-3792-4f25-9e6e-4f8ed4cfdf81 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.651812] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1448.651812] env[71114]: value = "task-3822897" [ 1448.651812] env[71114]: _type = "Task" [ 1448.651812] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.660765] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822897, 'name': Destroy_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.163068] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822897, 'name': Destroy_Task, 'duration_secs': 0.347581} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.163281] env[71114]: INFO nova.virt.vmwareapi.vm_util [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Destroyed the VM [ 1449.163506] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Deleting Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1449.163767] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21a888c5-c51a-4b31-a52e-cc07fd4a2a22 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.171946] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1449.171946] env[71114]: value = "task-3822899" [ 1449.171946] env[71114]: _type = "Task" [ 1449.171946] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.180156] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822899, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.682075] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822899, 'name': RemoveSnapshot_Task, 'duration_secs': 0.35529} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.682075] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Deleted Snapshot of the VM instance {{(pid=71114) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1449.682075] env[71114]: DEBUG nova.compute.manager [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1449.682766] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87ddf07-4924-4a9f-963f-992a7de31d2b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.195310] env[71114]: INFO nova.compute.manager [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Shelve offloading [ 1450.698724] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.699105] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48f1d09d-9372-4244-beb7-96c72c3e94d8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.706503] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1450.706503] env[71114]: value = "task-3822900" [ 1450.706503] env[71114]: _type = "Task" [ 1450.706503] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.715110] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.216693] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] VM already powered off {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1451.216897] env[71114]: DEBUG nova.compute.manager [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1451.217629] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b0c976-cd60-4ccb-b6a9-1c32e6b68ca5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.223371] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.223535] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.223698] env[71114]: DEBUG nova.network.neutron [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.945096] env[71114]: DEBUG nova.network.neutron [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updating instance_info_cache with network_info: [{"id": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "address": "fa:16:3e:9a:20:c8", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30002be3-35", "ovs_interfaceid": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.448932] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.818931] env[71114]: DEBUG nova.compute.manager [req-fc465ccc-b229-45ab-9dbb-513f39a12f80 req-641264b0-db80-44ef-a97b-53669f32a159 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Received event network-vif-unplugged-30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.819756] env[71114]: DEBUG oslo_concurrency.lockutils [req-fc465ccc-b229-45ab-9dbb-513f39a12f80 req-641264b0-db80-44ef-a97b-53669f32a159 service nova] Acquiring lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.819756] env[71114]: DEBUG oslo_concurrency.lockutils [req-fc465ccc-b229-45ab-9dbb-513f39a12f80 req-641264b0-db80-44ef-a97b-53669f32a159 service nova] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.819756] env[71114]: DEBUG oslo_concurrency.lockutils [req-fc465ccc-b229-45ab-9dbb-513f39a12f80 req-641264b0-db80-44ef-a97b-53669f32a159 service nova] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.820782] env[71114]: DEBUG nova.compute.manager [req-fc465ccc-b229-45ab-9dbb-513f39a12f80 req-641264b0-db80-44ef-a97b-53669f32a159 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] No waiting events found dispatching network-vif-unplugged-30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1452.821049] env[71114]: WARNING nova.compute.manager [req-fc465ccc-b229-45ab-9dbb-513f39a12f80 req-641264b0-db80-44ef-a97b-53669f32a159 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Received unexpected event network-vif-unplugged-30002be3-3501-4b9e-8d7e-fd18d0af3c88 for instance with vm_state shelved and task_state shelving_offloading. [ 1452.848813] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.849763] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8c0f4a-ad51-47f3-8e94-ec0044876528 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.857687] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.857945] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3989f5b-1a5d-4a7a-aa81-31a2399e1d2d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.934768] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.935012] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.935219] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleting the datastore file [datastore1] 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.935498] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f16a38f-8288-4df8-9c77-cb2759e3841b {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.944066] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1452.944066] env[71114]: value = "task-3822902" [ 1452.944066] env[71114]: _type = "Task" [ 1452.944066] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.953383] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.458275] env[71114]: DEBUG oslo_vmware.api [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160225} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.458708] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.459035] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.459555] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.487430] env[71114]: INFO nova.scheduler.client.report [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleted allocations for instance 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 [ 1453.992402] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.992692] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.992914] env[71114]: DEBUG nova.objects.instance [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lazy-loading 'resources' on Instance uuid 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.495379] env[71114]: DEBUG nova.objects.instance [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lazy-loading 'numa_topology' on Instance uuid 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.852084] env[71114]: DEBUG nova.compute.manager [req-5342101e-787e-4cd6-9516-adbf816d2fb1 req-ef8ff717-2b77-4e05-b3d7-eae4793f6943 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Received event network-changed-30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.852231] env[71114]: DEBUG nova.compute.manager [req-5342101e-787e-4cd6-9516-adbf816d2fb1 req-ef8ff717-2b77-4e05-b3d7-eae4793f6943 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Refreshing instance network info cache due to event network-changed-30002be3-3501-4b9e-8d7e-fd18d0af3c88. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1454.852445] env[71114]: DEBUG oslo_concurrency.lockutils [req-5342101e-787e-4cd6-9516-adbf816d2fb1 req-ef8ff717-2b77-4e05-b3d7-eae4793f6943 service nova] Acquiring lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.852589] env[71114]: DEBUG oslo_concurrency.lockutils [req-5342101e-787e-4cd6-9516-adbf816d2fb1 req-ef8ff717-2b77-4e05-b3d7-eae4793f6943 service nova] Acquired lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.852745] env[71114]: DEBUG nova.network.neutron [req-5342101e-787e-4cd6-9516-adbf816d2fb1 req-ef8ff717-2b77-4e05-b3d7-eae4793f6943 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Refreshing network info cache for port 30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.997441] env[71114]: DEBUG nova.objects.base [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Object Instance<58c7f52f-ddd6-40d4-8ede-0e05b6f411b1> lazy-loaded attributes: resources,numa_topology {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1455.034302] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07a6398-4b84-45c7-83a4-a951fb1a052a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.042055] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed3fd7e-e30e-4501-9a98-5f402ea02dad {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.072388] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4f88bc-1c9c-4958-b926-241c12e06209 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.079758] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d701559-6618-4421-9eac-fc602edf970e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.093563] env[71114]: DEBUG nova.compute.provider_tree [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.450281] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.561431] env[71114]: DEBUG nova.network.neutron [req-5342101e-787e-4cd6-9516-adbf816d2fb1 req-ef8ff717-2b77-4e05-b3d7-eae4793f6943 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updated VIF entry in instance network info cache for port 30002be3-3501-4b9e-8d7e-fd18d0af3c88. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.561799] env[71114]: DEBUG nova.network.neutron [req-5342101e-787e-4cd6-9516-adbf816d2fb1 req-ef8ff717-2b77-4e05-b3d7-eae4793f6943 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updating instance_info_cache with network_info: [{"id": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "address": "fa:16:3e:9a:20:c8", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap30002be3-35", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.596632] env[71114]: DEBUG nova.scheduler.client.report [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.064856] env[71114]: DEBUG oslo_concurrency.lockutils [req-5342101e-787e-4cd6-9516-adbf816d2fb1 req-ef8ff717-2b77-4e05-b3d7-eae4793f6943 service nova] Releasing lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.102082] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.611636] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b86382da-b520-422f-882e-d2ff7575f7e3 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.206s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.612589] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.162s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.612777] env[71114]: INFO nova.compute.manager [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Unshelving [ 1457.638485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.638808] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.639494] env[71114]: DEBUG nova.objects.instance [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lazy-loading 'pci_requests' on Instance uuid 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.143601] env[71114]: DEBUG nova.objects.instance [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lazy-loading 'numa_topology' on Instance uuid 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.646363] env[71114]: INFO nova.compute.claims [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.693013] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b040c1-4d37-41d4-8d73-8a0ccc86c06e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.700582] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb61e45-7526-4bcc-bb41-041cd22227b1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.730217] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dfc367-4af0-4a08-bc63-92d58fb1ccd3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.737639] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cff1ead-6a4a-4fa3-8253-a1de5ef33e68 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.750789] env[71114]: DEBUG nova.compute.provider_tree [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.254570] env[71114]: DEBUG nova.scheduler.client.report [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.760314] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.121s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.790559] env[71114]: INFO nova.network.neutron [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updating port 30002be3-3501-4b9e-8d7e-fd18d0af3c88 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1461.092610] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "fad08d49-046c-48a5-aec9-8847e881fee9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.092829] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "fad08d49-046c-48a5-aec9-8847e881fee9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.093023] env[71114]: DEBUG nova.compute.manager [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1461.093915] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2f7c33-f94c-45ce-81a4-f2f480c9a82e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.101266] env[71114]: DEBUG nova.compute.manager [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=71114) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1461.101833] env[71114]: DEBUG nova.objects.instance [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'flavor' on Instance uuid fad08d49-046c-48a5-aec9-8847e881fee9 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.109891] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.110288] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a86735a5-5a93-485c-bffd-4da70de9e494 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.118618] env[71114]: DEBUG oslo_vmware.api [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1462.118618] env[71114]: value = "task-3822903" [ 1462.118618] env[71114]: _type = "Task" [ 1462.118618] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.127636] env[71114]: DEBUG oslo_vmware.api [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.168670] env[71114]: DEBUG nova.compute.manager [req-7e7dd09f-6e9a-41fa-be10-0d70871dae2f req-aa6b2de4-a2f3-4749-9050-47bced39d948 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Received event network-vif-plugged-30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.168998] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e7dd09f-6e9a-41fa-be10-0d70871dae2f req-aa6b2de4-a2f3-4749-9050-47bced39d948 service nova] Acquiring lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.169338] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e7dd09f-6e9a-41fa-be10-0d70871dae2f req-aa6b2de4-a2f3-4749-9050-47bced39d948 service nova] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.169563] env[71114]: DEBUG oslo_concurrency.lockutils [req-7e7dd09f-6e9a-41fa-be10-0d70871dae2f req-aa6b2de4-a2f3-4749-9050-47bced39d948 service nova] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.169888] env[71114]: DEBUG nova.compute.manager [req-7e7dd09f-6e9a-41fa-be10-0d70871dae2f req-aa6b2de4-a2f3-4749-9050-47bced39d948 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] No waiting events found dispatching network-vif-plugged-30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1462.170142] env[71114]: WARNING nova.compute.manager [req-7e7dd09f-6e9a-41fa-be10-0d70871dae2f req-aa6b2de4-a2f3-4749-9050-47bced39d948 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Received unexpected event network-vif-plugged-30002be3-3501-4b9e-8d7e-fd18d0af3c88 for instance with vm_state shelved_offloaded and task_state spawning. [ 1462.311175] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.311175] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.311175] env[71114]: DEBUG nova.network.neutron [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1462.628864] env[71114]: DEBUG oslo_vmware.api [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822903, 'name': PowerOffVM_Task, 'duration_secs': 0.197233} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.629120] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.629334] env[71114]: DEBUG nova.compute.manager [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1462.630127] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70eea607-bc87-40a4-bb68-4b05d158737a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.019411] env[71114]: DEBUG nova.network.neutron [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updating instance_info_cache with network_info: [{"id": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "address": "fa:16:3e:9a:20:c8", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30002be3-35", "ovs_interfaceid": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.141766] env[71114]: DEBUG oslo_concurrency.lockutils [None req-d8678aa5-9f45-46f5-b0a9-9cfd3ec73681 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "fad08d49-046c-48a5-aec9-8847e881fee9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.486098] env[71114]: DEBUG nova.objects.instance [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'flavor' on Instance uuid fad08d49-046c-48a5-aec9-8847e881fee9 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.522637] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.551729] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-05T22:27:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0ea5f3aad0789a3931faf2d53c048320',container_format='bare',created_at=2025-05-05T22:42:39Z,direct_url=,disk_format='vmdk',id=feb24cf7-5856-46b2-8fdd-0d12abc9546e,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-589631099-shelved',owner='f39fb26f9b8943d9bfe0b95616fe78a5',properties=ImageMetaProps,protected=,size=31660544,status='active',tags=,updated_at=2025-05-05T22:42:52Z,virtual_size=,visibility=), allow threads: False {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1463.551971] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Flavor limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1463.552195] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Image limits 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1463.552398] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Flavor pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1463.552548] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Image pref 0:0:0 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1463.552696] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=71114) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1463.552904] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1463.553076] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1463.553249] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Got 1 possible topologies {{(pid=71114) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1463.553409] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1463.553577] env[71114]: DEBUG nova.virt.hardware [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=71114) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1463.554490] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc73b196-66c4-4849-a6e1-bde0e5dcd494 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.563081] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75532097-df12-44c5-b9d9-8ee1bb1bf4bd {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.579219] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:20:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30002be3-3501-4b9e-8d7e-fd18d0af3c88', 'vif_model': 'vmxnet3'}] {{(pid=71114) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1463.586769] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1463.587085] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Creating VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1463.587325] env[71114]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed21c5d2-90e5-4278-9d06-4c5d2ab7e332 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.607090] env[71114]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1463.607090] env[71114]: value = "task-3822904" [ 1463.607090] env[71114]: _type = "Task" [ 1463.607090] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.615589] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822904, 'name': CreateVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.991249] env[71114]: DEBUG oslo_concurrency.lockutils [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.991439] env[71114]: DEBUG oslo_concurrency.lockutils [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.991581] env[71114]: DEBUG nova.network.neutron [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.991755] env[71114]: DEBUG nova.objects.instance [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'info_cache' on Instance uuid fad08d49-046c-48a5-aec9-8847e881fee9 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.116286] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822904, 'name': CreateVM_Task} progress is 99%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.201605] env[71114]: DEBUG nova.compute.manager [req-6554525b-62f0-46c8-8cab-c20b588cc05d req-f0389611-5dd6-4eaa-9cd3-f17e1ad9cd42 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Received event network-changed-30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1464.201845] env[71114]: DEBUG nova.compute.manager [req-6554525b-62f0-46c8-8cab-c20b588cc05d req-f0389611-5dd6-4eaa-9cd3-f17e1ad9cd42 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Refreshing instance network info cache due to event network-changed-30002be3-3501-4b9e-8d7e-fd18d0af3c88. {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1464.201988] env[71114]: DEBUG oslo_concurrency.lockutils [req-6554525b-62f0-46c8-8cab-c20b588cc05d req-f0389611-5dd6-4eaa-9cd3-f17e1ad9cd42 service nova] Acquiring lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.202075] env[71114]: DEBUG oslo_concurrency.lockutils [req-6554525b-62f0-46c8-8cab-c20b588cc05d req-f0389611-5dd6-4eaa-9cd3-f17e1ad9cd42 service nova] Acquired lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.202235] env[71114]: DEBUG nova.network.neutron [req-6554525b-62f0-46c8-8cab-c20b588cc05d req-f0389611-5dd6-4eaa-9cd3-f17e1ad9cd42 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Refreshing network info cache for port 30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.494918] env[71114]: DEBUG nova.objects.base [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=71114) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1464.617631] env[71114]: DEBUG oslo_vmware.api [-] Task: {'id': task-3822904, 'name': CreateVM_Task, 'duration_secs': 0.681056} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.617802] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Created VM on the ESX host {{(pid=71114) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.618439] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.618602] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.619051] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.619320] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd31d1d-b902-48a7-b035-a630b39329ce {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.624218] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1464.624218] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529b0157-eab4-e381-6f7c-1732d6e7ef0b" [ 1464.624218] env[71114]: _type = "Task" [ 1464.624218] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.632394] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529b0157-eab4-e381-6f7c-1732d6e7ef0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.779735] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.779944] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.904781] env[71114]: DEBUG nova.network.neutron [req-6554525b-62f0-46c8-8cab-c20b588cc05d req-f0389611-5dd6-4eaa-9cd3-f17e1ad9cd42 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updated VIF entry in instance network info cache for port 30002be3-3501-4b9e-8d7e-fd18d0af3c88. {{(pid=71114) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1464.905256] env[71114]: DEBUG nova.network.neutron [req-6554525b-62f0-46c8-8cab-c20b588cc05d req-f0389611-5dd6-4eaa-9cd3-f17e1ad9cd42 service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updating instance_info_cache with network_info: [{"id": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "address": "fa:16:3e:9a:20:c8", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30002be3-35", "ovs_interfaceid": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.135414] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.135707] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Processing image feb24cf7-5856-46b2-8fdd-0d12abc9546e {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.135963] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e/feb24cf7-5856-46b2-8fdd-0d12abc9546e.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.136152] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e/feb24cf7-5856-46b2-8fdd-0d12abc9546e.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.136306] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.136575] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-764684c3-1ff4-4b0b-ab9c-a1752bca5022 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.146561] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.146765] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=71114) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.147539] env[71114]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffce33d-0ba1-409e-b047-6398d4e60eb3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.156724] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1465.156724] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529968eb-0ffc-6bef-8a49-08ffe1738d4d" [ 1465.156724] env[71114]: _type = "Task" [ 1465.156724] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.165398] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': session[5244be0f-4b90-fcd0-55af-39ac9009cff1]529968eb-0ffc-6bef-8a49-08ffe1738d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.237443] env[71114]: DEBUG nova.network.neutron [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Updating instance_info_cache with network_info: [{"id": "afd3a01a-8122-4dbb-907c-965313d47f9a", "address": "fa:16:3e:d7:dd:ff", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd3a01a-81", "ovs_interfaceid": "afd3a01a-8122-4dbb-907c-965313d47f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.287175] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.287175] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.287175] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.287175] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.287175] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.287175] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.287175] env[71114]: DEBUG nova.compute.manager [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=71114) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1465.287175] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1465.408057] env[71114]: DEBUG oslo_concurrency.lockutils [req-6554525b-62f0-46c8-8cab-c20b588cc05d req-f0389611-5dd6-4eaa-9cd3-f17e1ad9cd42 service nova] Releasing lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.667850] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Preparing fetch location {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1465.668073] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Fetch image to [datastore1] OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f/OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f.vmdk {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1465.668270] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Downloading stream optimized image feb24cf7-5856-46b2-8fdd-0d12abc9546e to [datastore1] OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f/OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f.vmdk on the data store datastore1 as vApp {{(pid=71114) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1465.668447] env[71114]: DEBUG nova.virt.vmwareapi.images [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Downloading image file data feb24cf7-5856-46b2-8fdd-0d12abc9546e to the ESX as VM named 'OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f' {{(pid=71114) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1465.738378] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1465.738378] env[71114]: value = "resgroup-9" [ 1465.738378] env[71114]: _type = "ResourcePool" [ 1465.738378] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1465.738681] env[71114]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-16f6cf36-1130-4326-8d09-f6df9ba7cc77 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.753848] env[71114]: DEBUG oslo_concurrency.lockutils [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.761354] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lease: (returnval){ [ 1465.761354] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cfde75-8595-3642-fd46-2be20d519b75" [ 1465.761354] env[71114]: _type = "HttpNfcLease" [ 1465.761354] env[71114]: } obtained for vApp import into resource pool (val){ [ 1465.761354] env[71114]: value = "resgroup-9" [ 1465.761354] env[71114]: _type = "ResourcePool" [ 1465.761354] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1465.761683] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the lease: (returnval){ [ 1465.761683] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cfde75-8595-3642-fd46-2be20d519b75" [ 1465.761683] env[71114]: _type = "HttpNfcLease" [ 1465.761683] env[71114]: } to be ready. {{(pid=71114) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1465.769376] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1465.769376] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cfde75-8595-3642-fd46-2be20d519b75" [ 1465.769376] env[71114]: _type = "HttpNfcLease" [ 1465.769376] env[71114]: } is initializing. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1465.789445] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.789680] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.789844] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.790030] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=71114) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1465.790889] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85536368-1880-40a6-ab26-e602c1b4ef5d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.798843] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1a692c-47e2-4817-bcd2-748e9ca7b918 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.813555] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38e45a3-b88b-402c-8325-9b0ab07ebd22 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.821035] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ed9b28-dead-4fcb-8d6f-49e8f4580e7a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.851383] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180411MB free_disk=51GB free_vcpus=48 pci_devices=None {{(pid=71114) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1465.851650] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.851975] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.272261] env[71114]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1466.272261] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cfde75-8595-3642-fd46-2be20d519b75" [ 1466.272261] env[71114]: _type = "HttpNfcLease" [ 1466.272261] env[71114]: } is ready. {{(pid=71114) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1466.272696] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1466.272696] env[71114]: value = "session[5244be0f-4b90-fcd0-55af-39ac9009cff1]52cfde75-8595-3642-fd46-2be20d519b75" [ 1466.272696] env[71114]: _type = "HttpNfcLease" [ 1466.272696] env[71114]: }. {{(pid=71114) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1466.273396] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fdbdd5-34f3-4877-9324-aada66e166e7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.280865] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de8fb1-a906-8bae-c65a-1e4fe3b90558/disk-0.vmdk from lease info. {{(pid=71114) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1466.281060] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Creating HTTP connection to write to file with size = 31660544 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de8fb1-a906-8bae-c65a-1e4fe3b90558/disk-0.vmdk. {{(pid=71114) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1466.343021] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-14941992-e96b-4e48-a036-14fcb5892ecf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.760958] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.761317] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c03a3657-5101-4b38-82cc-4e9f6f71a228 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.768916] env[71114]: DEBUG oslo_vmware.api [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1466.768916] env[71114]: value = "task-3822906" [ 1466.768916] env[71114]: _type = "Task" [ 1466.768916] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.777446] env[71114]: DEBUG oslo_vmware.api [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.878203] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance fad08d49-046c-48a5-aec9-8847e881fee9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1466.878377] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Instance 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=71114) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1466.878580] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1466.878721] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=71114) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1466.921963] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce14582-e487-4ed3-9ee3-c5b167b74673 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.931829] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bcc8b1-1786-4ba7-8045-3e158abdc292 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.972557] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef39611-cfac-489e-99b1-f44fd5292ea4 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.985023] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37bf6b-481a-4d9c-aff4-32a90a6afea6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.001722] env[71114]: DEBUG nova.compute.provider_tree [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.281833] env[71114]: DEBUG oslo_vmware.api [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822906, 'name': PowerOnVM_Task, 'duration_secs': 0.450896} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.282262] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.282313] env[71114]: DEBUG nova.compute.manager [None req-02388e49-c39e-48f6-8a49-f1ba3ebabc74 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1467.283074] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db665aa7-e358-49dd-bc47-5402477209bc {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.507939] env[71114]: DEBUG nova.scheduler.client.report [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.514201] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Completed reading data from the image iterator. {{(pid=71114) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1467.514521] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de8fb1-a906-8bae-c65a-1e4fe3b90558/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1467.515822] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266a45fc-33b2-4220-81de-7fb8cc5a9c34 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.523921] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de8fb1-a906-8bae-c65a-1e4fe3b90558/disk-0.vmdk is in state: ready. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1467.524179] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de8fb1-a906-8bae-c65a-1e4fe3b90558/disk-0.vmdk. {{(pid=71114) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1467.525030] env[71114]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0afca086-0aa8-489b-a648-c05a357c30a6 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.020802] env[71114]: DEBUG nova.compute.resource_tracker [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=71114) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1468.020990] env[71114]: DEBUG oslo_concurrency.lockutils [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.169s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.306683] env[71114]: DEBUG oslo_vmware.rw_handles [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de8fb1-a906-8bae-c65a-1e4fe3b90558/disk-0.vmdk. {{(pid=71114) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1468.307082] env[71114]: INFO nova.virt.vmwareapi.images [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Downloaded image file data feb24cf7-5856-46b2-8fdd-0d12abc9546e [ 1468.307821] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737301eb-7d31-4a71-a0dd-b67ce75f0f47 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.325362] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cabfc4e-9de4-4d3f-bb3c-9b3318d4951a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.327672] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433aa990-c1da-46e5-bec7-f4f007cfadea {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.334057] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bac04ff6-26e2-4c3f-af97-4742e2f0e9ce tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Suspending the VM {{(pid=71114) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1468.334283] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-764381fa-bca9-48a8-a2ee-e7e3ac60222f {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.341259] env[71114]: DEBUG oslo_vmware.api [None req-bac04ff6-26e2-4c3f-af97-4742e2f0e9ce tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1468.341259] env[71114]: value = "task-3822908" [ 1468.341259] env[71114]: _type = "Task" [ 1468.341259] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.349539] env[71114]: DEBUG oslo_vmware.api [None req-bac04ff6-26e2-4c3f-af97-4742e2f0e9ce tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822908, 'name': SuspendVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.396325] env[71114]: INFO nova.virt.vmwareapi.images [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] The imported VM was unregistered [ 1468.399442] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Caching image {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1468.399760] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Creating directory with path [datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.400119] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cba8e79-45a2-480d-ad2c-463f8fc0cee9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.425609] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Created directory with path [datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e {{(pid=71114) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.425842] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f/OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f.vmdk to [datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e/feb24cf7-5856-46b2-8fdd-0d12abc9546e.vmdk. {{(pid=71114) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1468.426120] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a3cd3101-ddd4-4c05-8019-e7305a888fcb {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.434030] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1468.434030] env[71114]: value = "task-3822909" [ 1468.434030] env[71114]: _type = "Task" [ 1468.434030] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.443860] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822909, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.853437] env[71114]: DEBUG oslo_vmware.api [None req-bac04ff6-26e2-4c3f-af97-4742e2f0e9ce tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822908, 'name': SuspendVM_Task} progress is 62%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.945454] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822909, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.353371] env[71114]: DEBUG oslo_vmware.api [None req-bac04ff6-26e2-4c3f-af97-4742e2f0e9ce tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822908, 'name': SuspendVM_Task, 'duration_secs': 0.680608} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.353819] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-bac04ff6-26e2-4c3f-af97-4742e2f0e9ce tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Suspended the VM {{(pid=71114) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1469.353819] env[71114]: DEBUG nova.compute.manager [None req-bac04ff6-26e2-4c3f-af97-4742e2f0e9ce tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1469.354568] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05075f20-f5c6-4d74-b967-029dffc48e33 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.445421] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822909, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.947235] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822909, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.452349] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822909, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.679023] env[71114]: INFO nova.compute.manager [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Resuming [ 1470.679717] env[71114]: DEBUG nova.objects.instance [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'flavor' on Instance uuid fad08d49-046c-48a5-aec9-8847e881fee9 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1470.946947] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822909, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.435906} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.947176] env[71114]: INFO nova.virt.vmwareapi.ds_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f/OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f.vmdk to [datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e/feb24cf7-5856-46b2-8fdd-0d12abc9546e.vmdk. [ 1470.947367] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Cleaning up location [datastore1] OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f {{(pid=71114) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1470.947559] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e38484c8-78dc-4638-bf9a-65a676a4170f {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.947773] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-471f60fc-fb86-475b-b110-48b9a59ba1f9 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.954413] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1470.954413] env[71114]: value = "task-3822910" [ 1470.954413] env[71114]: _type = "Task" [ 1470.954413] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.962347] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.463964] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036568} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.464349] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.464485] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e/feb24cf7-5856-46b2-8fdd-0d12abc9546e.vmdk" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.464706] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e/feb24cf7-5856-46b2-8fdd-0d12abc9546e.vmdk to [datastore1] 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1/58c7f52f-ddd6-40d4-8ede-0e05b6f411b1.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1471.464960] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87699bb4-c3f3-4843-9b04-19d9e3ebc8de {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.471813] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1471.471813] env[71114]: value = "task-3822911" [ 1471.471813] env[71114]: _type = "Task" [ 1471.471813] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.479560] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.982291] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822911, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.190535] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.190783] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquired lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.190962] env[71114]: DEBUG nova.network.neutron [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.482835] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822911, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.922534] env[71114]: DEBUG nova.network.neutron [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Updating instance_info_cache with network_info: [{"id": "afd3a01a-8122-4dbb-907c-965313d47f9a", "address": "fa:16:3e:d7:dd:ff", "network": {"id": "dcc78bfe-aa15-4120-8463-07cd80fcde34", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-113540213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b24d92dd961e45f69cc7d6513f5eaed8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafd3a01a-81", "ovs_interfaceid": "afd3a01a-8122-4dbb-907c-965313d47f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.983525] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822911, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.425575] env[71114]: DEBUG oslo_concurrency.lockutils [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Releasing lock "refresh_cache-fad08d49-046c-48a5-aec9-8847e881fee9" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.426563] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ace583c-d34c-43af-b4b3-d42ec902a9cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.433506] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Resuming the VM {{(pid=71114) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1473.433763] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40422e2e-1065-4a9f-9dc9-e18a28a003ee {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.440459] env[71114]: DEBUG oslo_vmware.api [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1473.440459] env[71114]: value = "task-3822912" [ 1473.440459] env[71114]: _type = "Task" [ 1473.440459] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.450091] env[71114]: DEBUG oslo_vmware.api [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.483329] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822911, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.953442] env[71114]: DEBUG oslo_vmware.api [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.986245] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822911, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.309661} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.986539] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/feb24cf7-5856-46b2-8fdd-0d12abc9546e/feb24cf7-5856-46b2-8fdd-0d12abc9546e.vmdk to [datastore1] 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1/58c7f52f-ddd6-40d4-8ede-0e05b6f411b1.vmdk {{(pid=71114) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1473.987472] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44eab91-8dee-4c36-89ab-9817f3ca014d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.014768] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1/58c7f52f-ddd6-40d4-8ede-0e05b6f411b1.vmdk or device None with type streamOptimized {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.015111] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4016315c-e5a4-45c4-a127-a921137e4b44 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.038552] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1474.038552] env[71114]: value = "task-3822913" [ 1474.038552] env[71114]: _type = "Task" [ 1474.038552] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.051741] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822913, 'name': ReconfigVM_Task} progress is 10%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.451052] env[71114]: DEBUG oslo_vmware.api [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822912, 'name': PowerOnVM_Task, 'duration_secs': 0.597039} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.451343] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Resumed the VM {{(pid=71114) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1474.451553] env[71114]: DEBUG nova.compute.manager [None req-e8686e9c-3178-41b8-b59a-d5dccf39b971 tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1474.452349] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89505d26-8fcd-4b07-be42-2db972526bc0 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.550091] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822913, 'name': ReconfigVM_Task, 'duration_secs': 0.307777} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.550091] env[71114]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1/58c7f52f-ddd6-40d4-8ede-0e05b6f411b1.vmdk or device None with type streamOptimized {{(pid=71114) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1474.550582] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48900533-5296-4fec-b084-579e390cf072 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.556795] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1474.556795] env[71114]: value = "task-3822914" [ 1474.556795] env[71114]: _type = "Task" [ 1474.556795] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.565339] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822914, 'name': Rename_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.067201] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822914, 'name': Rename_Task, 'duration_secs': 0.294992} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.067493] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Powering on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.067755] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ffd92c3-04e1-4a92-ae3c-49ebda15950c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.075287] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1475.075287] env[71114]: value = "task-3822915" [ 1475.075287] env[71114]: _type = "Task" [ 1475.075287] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.083927] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.405092] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "fad08d49-046c-48a5-aec9-8847e881fee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.405092] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "fad08d49-046c-48a5-aec9-8847e881fee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.405092] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "fad08d49-046c-48a5-aec9-8847e881fee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.405336] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "fad08d49-046c-48a5-aec9-8847e881fee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.405479] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "fad08d49-046c-48a5-aec9-8847e881fee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.407897] env[71114]: INFO nova.compute.manager [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Terminating instance [ 1475.586637] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.912639] env[71114]: DEBUG nova.compute.manager [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1475.912956] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1475.913911] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cd4b64-4925-423b-87f3-a0e0137cbe55 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.921601] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.921861] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-935353ac-3253-4fac-a481-5c47d07271f1 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.928715] env[71114]: DEBUG oslo_vmware.api [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1475.928715] env[71114]: value = "task-3822916" [ 1475.928715] env[71114]: _type = "Task" [ 1475.928715] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.938133] env[71114]: DEBUG oslo_vmware.api [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.086653] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.438312] env[71114]: DEBUG oslo_vmware.api [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822916, 'name': PowerOffVM_Task, 'duration_secs': 0.206144} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.438571] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.438745] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1476.438986] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7cff6cc-69b7-4eaf-86e3-eb13e9bd4d36 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.504340] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1476.504564] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Deleting contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1476.504756] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleting the datastore file [datastore2] fad08d49-046c-48a5-aec9-8847e881fee9 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1476.505048] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0320c0af-0494-4053-aaa9-be3fcff2cc3d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.512134] env[71114]: DEBUG oslo_vmware.api [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for the task: (returnval){ [ 1476.512134] env[71114]: value = "task-3822918" [ 1476.512134] env[71114]: _type = "Task" [ 1476.512134] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.519702] env[71114]: DEBUG oslo_vmware.api [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.586536] env[71114]: DEBUG oslo_vmware.api [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822915, 'name': PowerOnVM_Task, 'duration_secs': 1.302283} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.586840] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Powered on the VM {{(pid=71114) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.685456] env[71114]: DEBUG nova.compute.manager [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1476.686418] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cf14da-cb36-4e3e-911d-cadc224129cf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.022627] env[71114]: DEBUG oslo_vmware.api [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Task: {'id': task-3822918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206776} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.022882] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1477.023084] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Deleted contents of the VM from datastore datastore2 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1477.023312] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1477.023499] env[71114]: INFO nova.compute.manager [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1477.023741] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1477.023926] env[71114]: DEBUG nova.compute.manager [-] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1477.024032] env[71114]: DEBUG nova.network.neutron [-] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1477.203481] env[71114]: DEBUG oslo_concurrency.lockutils [None req-ca6817c5-3a03-4b11-a49b-a56a27be4880 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.591s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.495724] env[71114]: DEBUG nova.compute.manager [req-2f547406-1479-44fa-819e-fdf00f656e57 req-66b8c6a4-9c06-459e-9275-42d8ef194544 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Received event network-vif-deleted-afd3a01a-8122-4dbb-907c-965313d47f9a {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.496067] env[71114]: INFO nova.compute.manager [req-2f547406-1479-44fa-819e-fdf00f656e57 req-66b8c6a4-9c06-459e-9275-42d8ef194544 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Neutron deleted interface afd3a01a-8122-4dbb-907c-965313d47f9a; detaching it from the instance and deleting it from the info cache [ 1477.496198] env[71114]: DEBUG nova.network.neutron [req-2f547406-1479-44fa-819e-fdf00f656e57 req-66b8c6a4-9c06-459e-9275-42d8ef194544 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.974038] env[71114]: DEBUG nova.network.neutron [-] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.999793] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6999624e-87d5-4073-bf00-88f1624519a8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.011652] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585ea0e3-1f6c-4f66-9869-849161121e26 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.036824] env[71114]: DEBUG nova.compute.manager [req-2f547406-1479-44fa-819e-fdf00f656e57 req-66b8c6a4-9c06-459e-9275-42d8ef194544 service nova] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Detach interface failed, port_id=afd3a01a-8122-4dbb-907c-965313d47f9a, reason: Instance fad08d49-046c-48a5-aec9-8847e881fee9 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1478.477260] env[71114]: INFO nova.compute.manager [-] [instance: fad08d49-046c-48a5-aec9-8847e881fee9] Took 1.45 seconds to deallocate network for instance. [ 1478.965956] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a81cb6-fde9-421f-b666-dc51dfddffdf {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.973322] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c13c2a46-8f28-4074-b8ca-66498a475da6 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Suspending the VM {{(pid=71114) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1478.973582] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fbb30978-e98c-402c-bed4-6bf76ffb212a {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.981222] env[71114]: DEBUG oslo_vmware.api [None req-c13c2a46-8f28-4074-b8ca-66498a475da6 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1478.981222] env[71114]: value = "task-3822919" [ 1478.981222] env[71114]: _type = "Task" [ 1478.981222] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.984998] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.985287] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.985517] env[71114]: DEBUG nova.objects.instance [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lazy-loading 'resources' on Instance uuid fad08d49-046c-48a5-aec9-8847e881fee9 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.992220] env[71114]: DEBUG oslo_vmware.api [None req-c13c2a46-8f28-4074-b8ca-66498a475da6 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822919, 'name': SuspendVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.493850] env[71114]: DEBUG oslo_vmware.api [None req-c13c2a46-8f28-4074-b8ca-66498a475da6 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822919, 'name': SuspendVM_Task} progress is 75%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.540875] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cefd60-f5d0-4200-8647-c2323caa0945 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.548716] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9dffe5-ebcd-4fc9-aca2-ab8da8049e53 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.579982] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dffabd3-4268-4e60-bba9-b2e77d6c2e33 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.588447] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7b4db6-4ceb-4c5c-9c24-25c6fd0a061c {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.603335] env[71114]: DEBUG nova.compute.provider_tree [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.991535] env[71114]: DEBUG oslo_vmware.api [None req-c13c2a46-8f28-4074-b8ca-66498a475da6 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822919, 'name': SuspendVM_Task, 'duration_secs': 0.580339} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.991934] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-c13c2a46-8f28-4074-b8ca-66498a475da6 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Suspended the VM {{(pid=71114) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1479.991989] env[71114]: DEBUG nova.compute.manager [None req-c13c2a46-8f28-4074-b8ca-66498a475da6 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1479.992741] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c09de1-d826-4c92-be55-5cd1d5041324 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.107173] env[71114]: DEBUG nova.scheduler.client.report [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.613706] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.634687] env[71114]: INFO nova.scheduler.client.report [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Deleted allocations for instance fad08d49-046c-48a5-aec9-8847e881fee9 [ 1481.143246] env[71114]: DEBUG oslo_concurrency.lockutils [None req-f11391b2-0f21-4d05-8e55-4dcb4e662e1a tempest-ServerActionsTestJSON-177987826 tempest-ServerActionsTestJSON-177987826-project-member] Lock "fad08d49-046c-48a5-aec9-8847e881fee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.378949] env[71114]: INFO nova.compute.manager [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Resuming [ 1481.379779] env[71114]: DEBUG nova.objects.instance [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lazy-loading 'flavor' on Instance uuid 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1482.891690] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.892052] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquired lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.892108] env[71114]: DEBUG nova.network.neutron [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Building network info cache for instance {{(pid=71114) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.824602] env[71114]: DEBUG nova.network.neutron [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updating instance_info_cache with network_info: [{"id": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "address": "fa:16:3e:9a:20:c8", "network": {"id": "84e4f130-912f-4edc-8169-b1c1d519d790", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1664249434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39fb26f9b8943d9bfe0b95616fe78a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30002be3-35", "ovs_interfaceid": "30002be3-3501-4b9e-8d7e-fd18d0af3c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.327872] env[71114]: DEBUG oslo_concurrency.lockutils [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Releasing lock "refresh_cache-58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" {{(pid=71114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.328952] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ac452b-47ca-4468-9493-ca11e593009d {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.336199] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Resuming the VM {{(pid=71114) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1484.336451] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b045243b-fe41-42bd-aba8-6e369bfee9c7 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.343840] env[71114]: DEBUG oslo_vmware.api [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1484.343840] env[71114]: value = "task-3822920" [ 1484.343840] env[71114]: _type = "Task" [ 1484.343840] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.355571] env[71114]: DEBUG oslo_vmware.api [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.855663] env[71114]: DEBUG oslo_vmware.api [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.354023] env[71114]: DEBUG oslo_vmware.api [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822920, 'name': PowerOnVM_Task, 'duration_secs': 0.558432} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.354383] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Resumed the VM {{(pid=71114) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1485.354486] env[71114]: DEBUG nova.compute.manager [None req-b8d43092-740e-4ef3-985c-a77239eb4f02 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Checking state {{(pid=71114) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1485.355291] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b764b7d8-1e7b-4a4b-94a5-a53efd256a06 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.659931] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.660327] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.660504] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.660704] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.660879] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.663136] env[71114]: INFO nova.compute.manager [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Terminating instance [ 1490.167742] env[71114]: DEBUG nova.compute.manager [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Start destroying the instance on the hypervisor. {{(pid=71114) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1490.168075] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Destroying instance {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1490.169029] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb3e0a0-2e68-4dd2-9fd4-8c658f17fe43 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.177730] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Powering off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1490.178064] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cbd6ab8-0d94-4dd5-a8fd-6ee04e2cdd8e {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.184987] env[71114]: DEBUG oslo_vmware.api [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1490.184987] env[71114]: value = "task-3822921" [ 1490.184987] env[71114]: _type = "Task" [ 1490.184987] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.194661] env[71114]: DEBUG oslo_vmware.api [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.695099] env[71114]: DEBUG oslo_vmware.api [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822921, 'name': PowerOffVM_Task, 'duration_secs': 0.176932} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.695619] env[71114]: DEBUG nova.virt.vmwareapi.vm_util [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Powered off the VM {{(pid=71114) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.695619] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Unregistering the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.695819] env[71114]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-544887eb-a136-4347-a3a0-24930b552aa5 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.764472] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Unregistered the VM {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.764751] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Deleting contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.764916] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleting the datastore file [datastore1] 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.765156] env[71114]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cac08e51-05eb-4ab4-b922-6d37f71b37c3 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.772467] env[71114]: DEBUG oslo_vmware.api [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for the task: (returnval){ [ 1490.772467] env[71114]: value = "task-3822923" [ 1490.772467] env[71114]: _type = "Task" [ 1490.772467] env[71114]: } to complete. {{(pid=71114) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.780783] env[71114]: DEBUG oslo_vmware.api [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.282287] env[71114]: DEBUG oslo_vmware.api [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Task: {'id': task-3822923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131323} completed successfully. {{(pid=71114) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.282554] env[71114]: DEBUG nova.virt.vmwareapi.ds_util [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleted the datastore file {{(pid=71114) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.282741] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Deleted contents of the VM from datastore datastore1 {{(pid=71114) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1491.282917] env[71114]: DEBUG nova.virt.vmwareapi.vmops [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Instance destroyed {{(pid=71114) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1491.283111] env[71114]: INFO nova.compute.manager [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1491.283361] env[71114]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=71114) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1491.283556] env[71114]: DEBUG nova.compute.manager [-] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Deallocating network for instance {{(pid=71114) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1491.283652] env[71114]: DEBUG nova.network.neutron [-] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] deallocate_for_instance() {{(pid=71114) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1491.541938] env[71114]: DEBUG nova.compute.manager [req-ebc067e7-7485-4b49-a6e0-6539f7ce072d req-aa1b040c-c9c1-491a-b772-de847b07f46c service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Received event network-vif-deleted-30002be3-3501-4b9e-8d7e-fd18d0af3c88 {{(pid=71114) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1491.541938] env[71114]: INFO nova.compute.manager [req-ebc067e7-7485-4b49-a6e0-6539f7ce072d req-aa1b040c-c9c1-491a-b772-de847b07f46c service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Neutron deleted interface 30002be3-3501-4b9e-8d7e-fd18d0af3c88; detaching it from the instance and deleting it from the info cache [ 1491.542160] env[71114]: DEBUG nova.network.neutron [req-ebc067e7-7485-4b49-a6e0-6539f7ce072d req-aa1b040c-c9c1-491a-b772-de847b07f46c service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.024548] env[71114]: DEBUG nova.network.neutron [-] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Updating instance_info_cache with network_info: [] {{(pid=71114) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.044845] env[71114]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3749c217-e187-40e5-bea5-22cc5f5b9846 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.054730] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac1e3bc-6f7a-4533-b084-f7ae3e00d448 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.079048] env[71114]: DEBUG nova.compute.manager [req-ebc067e7-7485-4b49-a6e0-6539f7ce072d req-aa1b040c-c9c1-491a-b772-de847b07f46c service nova] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Detach interface failed, port_id=30002be3-3501-4b9e-8d7e-fd18d0af3c88, reason: Instance 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 could not be found. {{(pid=71114) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1492.527779] env[71114]: INFO nova.compute.manager [-] [instance: 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1] Took 1.24 seconds to deallocate network for instance. [ 1493.034141] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.034503] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.034689] env[71114]: DEBUG nova.objects.instance [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lazy-loading 'resources' on Instance uuid 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 {{(pid=71114) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.572507] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6d3cd6-216a-4310-a0b5-1a427373c8c8 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.580743] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c27cdd-0851-42f9-9382-345d06744767 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.611752] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad0ccf-9734-44e4-88f1-07f5db9dcc08 {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.619852] env[71114]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a908fff6-857b-415a-9bb8-114fa69aa3ff {{(pid=71114) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.632980] env[71114]: DEBUG nova.compute.provider_tree [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed in ProviderTree for provider: 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 {{(pid=71114) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.135838] env[71114]: DEBUG nova.scheduler.client.report [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Inventory has not changed for provider 13a14cd9-7c38-44b3-b96e-6e3ba6d36311 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 51, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=71114) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.640883] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.662679] env[71114]: INFO nova.scheduler.client.report [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Deleted allocations for instance 58c7f52f-ddd6-40d4-8ede-0e05b6f411b1 [ 1495.171682] env[71114]: DEBUG oslo_concurrency.lockutils [None req-69fb710b-d8e7-4e0c-a7e7-0e0c076fa756 tempest-ServersNegativeTestJSON-436202885 tempest-ServersNegativeTestJSON-436202885-project-member] Lock "58c7f52f-ddd6-40d4-8ede-0e05b6f411b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.511s {{(pid=71114) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.043751] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1517.044105] env[71114]: DEBUG oslo_service.periodic_task [None req-70f97c81-2a37-4924-9246-4d043f69da53 None None] Running periodic task ComputeManager.update_available_resource {{(pid=71114) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}